[ 530.775129] env[65386]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 530.775129] env[65386]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 531.778462] env[65476]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 531.778462] env[65476]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 533.489228] env[65476]: INFO neutron.common.config [-] Logging enabled! [ 533.489551] env[65476]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev39 [ 533.490081] env[65476]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65476) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 533.490532] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 533.490689] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 533.491942] env[65476]: WARNING oslo_policy.policy [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 533.492274] env[65476]: WARNING oslo_policy.policy [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 533.494728] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] VMware NSXv3 Agent initialized successfully. [ 533.495281] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] Acquiring lock "singleton_lock" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.495486] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] Acquired lock "singleton_lock" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.495805] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] Releasing lock "singleton_lock" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.496251] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] Full set of CONF: {{(pid=65476) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 533.496434] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] ******************************************************************************** {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 533.496605] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] Configuration options gathered from: {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 533.497165] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 533.497438] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 533.497623] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] ================================================================================ {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 533.497893] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] agent_down_time = 75 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.498141] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] allow_automatic_dhcp_failover = True {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.498369] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] allow_bulk = True {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.498603] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] api_extensions_path = {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.498853] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] api_paste_config = api-paste.ini {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.499112] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] auth_strategy = keystone {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.499275] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] backdoor_port = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.499445] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] backdoor_socket = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.499673] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] backlog = 4096 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.499916] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] base_mac = fa:16:3e:00:00:00 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.500192] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] bind_host = 0.0.0.0 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.500427] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] bind_port = 9696 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.500654] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] client_socket_timeout = 900 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.500888] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] config_dir = [] {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.501090] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.501326] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] config_source = [] {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.501648] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] control_exchange = neutron {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.501786] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] core_plugin = ml2 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.502072] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] debug = True {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.502267] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] default_availability_zones = [] {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.502625] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.502865] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] dhcp_agent_notification = True {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.503114] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] dhcp_agents_per_network = 1 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.503350] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] dhcp_lease_duration = 86400 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.503590] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] dhcp_load_type = networks {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.503824] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] dns_domain = openstacklocal {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.504075] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.504303] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] enable_default_route_bfd = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.504529] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] enable_default_route_ecmp = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.504750] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] enable_dvr = True {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.504996] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] enable_new_agents = True {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.505234] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.505457] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] enable_signals = True {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.505676] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] enable_traditional_dhcp = True {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.505898] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] external_dns_driver = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.506138] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] filter_validation = True {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.506377] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] global_physnet_mtu = 8950 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.506602] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] graceful_shutdown_timeout = 60 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.506907] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] host = cpu-1 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.507163] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] host_dvr_for_dhcp = True {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.507394] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] http_retries = 3 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.507633] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] instance_format = [instance: %(uuid)s] {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.507865] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.508139] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] ipam_driver = internal {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.508366] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] ipv6_pd_enabled = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.508592] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] l3_ha = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.508835] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.509092] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] l3_ha_network_physical_name = {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.509335] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] l3_ha_network_type = {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.509572] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] log_color = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.509801] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] log_config_append = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.510052] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.510286] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] log_dir = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.510510] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] log_file = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.510690] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] log_options = True {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.510922] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] log_rotate_interval = 1 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.511176] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] log_rotate_interval_type = days {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.511409] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] log_rotation_type = none {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.511584] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.511759] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.511998] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.512247] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.512425] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.512654] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] max_dns_nameservers = 5 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.512885] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] max_header_line = 16384 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.513130] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] max_l3_agents_per_router = 3 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.513361] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] max_logfile_count = 30 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.513594] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] max_logfile_size_mb = 200 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.513821] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] max_subnet_host_routes = 20 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.514076] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] my_ip = 10.180.1.21 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.514316] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] my_ipv6 = ::1 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.514548] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] network_auto_schedule = True {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.514768] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] network_link_prefix = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.515016] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.515260] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] notify_nova_on_port_data_changes = True {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.515492] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] notify_nova_on_port_status_changes = True {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.515728] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] pagination_max_limit = -1 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.515957] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] publish_errors = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.516201] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] rate_limit_burst = 0 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.516442] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] rate_limit_except_level = CRITICAL {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.516665] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] rate_limit_interval = 0 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.516890] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] retry_until_window = 30 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.517126] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] router_distributed = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.517354] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] rpc_resources_processing_step = 20 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.517578] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] rpc_response_max_timeout = 600 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.517806] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] rpc_response_timeout = 60 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.518044] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] send_events_interval = 2 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.518300] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] service_plugins = ['router'] {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.518535] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] setproctitle = on {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.518764] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] shell_completion = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.518993] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] state_path = /opt/stack/data/neutron {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.519244] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] syslog_log_facility = LOG_USER {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.519470] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] tcp_keepidle = 600 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.519711] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] transport_url = **** {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.519937] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] use_journal = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.520172] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] use_json = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.520400] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] use_ssl = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.520628] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] use_stderr = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.520875] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] use_syslog = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.521108] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] vlan_qinq = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.521329] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] vlan_transparent = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.521553] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] watch_log_file = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.521783] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] wsgi_default_pool_size = 100 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.522021] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] wsgi_keep_alive = True {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.522272] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.522505] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] wsgi_server_debug = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 533.522766] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_concurrency.disable_process_locking = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.523031] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.523284] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.523520] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.523761] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.524017] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.524259] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.524521] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] profiler.connection_string = messaging:// {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.524764] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] profiler.enabled = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.525027] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] profiler.es_doc_type = notification {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.525258] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] profiler.es_scroll_size = 10000 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.525498] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] profiler.es_scroll_time = 2m {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.525731] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] profiler.filter_error_trace = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.526027] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] profiler.hmac_keys = **** {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.526241] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] profiler.sentinel_service_name = mymaster {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.526481] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] profiler.socket_timeout = 0.1 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.526723] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] profiler.trace_requests = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.526952] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] profiler.trace_sqlalchemy = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.527215] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] profiler_jaeger.process_tags = {} {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.527448] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] profiler_jaeger.service_name_prefix = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.527682] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] profiler_otlp.service_name_prefix = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.527934] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_policy.enforce_new_defaults = True {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.528394] env[65476]: WARNING oslo_config.cfg [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 533.528704] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_policy.enforce_scope = True {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.528915] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_policy.policy_default_rule = default {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.529194] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.529437] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.529686] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.529912] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.530148] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.530370] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.530592] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.530822] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_policy.remote_timeout = 60.0 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.531084] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.531330] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] agent.extensions = [] {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.531565] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.531804] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] service_providers.service_provider = [] {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.532063] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] QUOTAS.default_quota = -1 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.532317] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.532549] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] QUOTAS.quota_floatingip = 50 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.532783] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] QUOTAS.quota_network = 100 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.533031] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] QUOTAS.quota_port = 500 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.533268] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.533495] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] QUOTAS.quota_router = 10 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.533726] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] QUOTAS.quota_security_group = 10 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.533961] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.534206] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] QUOTAS.quota_subnet = 100 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.534434] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] QUOTAS.track_quota_usage = True {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.534709] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.534909] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] privsep.group = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.535146] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] privsep.helper_command = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.535374] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] privsep.log_daemon_traceback = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.535608] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.535840] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] privsep.thread_pool_size = 8 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.536074] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] privsep.user = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.536314] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.536582] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] privsep_dhcp_release.group = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.536765] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] privsep_dhcp_release.helper_command = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.536995] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.537243] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.537474] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.537699] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] privsep_dhcp_release.user = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.537938] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.538176] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] privsep_ovs_vsctl.group = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.538398] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] privsep_ovs_vsctl.helper_command = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.538704] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.538859] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.539109] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.539337] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] privsep_ovs_vsctl.user = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.539569] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] privsep_namespace.capabilities = [21] {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.539793] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] privsep_namespace.group = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.540035] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] privsep_namespace.helper_command = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.540269] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] privsep_namespace.log_daemon_traceback = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.540508] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.540748] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] privsep_namespace.thread_pool_size = 8 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.540982] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] privsep_namespace.user = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.541229] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] privsep_conntrack.capabilities = [12] {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.541451] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] privsep_conntrack.group = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.541699] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] privsep_conntrack.helper_command = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.541947] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.542199] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.542439] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.542672] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] privsep_conntrack.user = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.542927] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] privsep_link.capabilities = [12, 21] {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.543172] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] privsep_link.group = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.543401] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] privsep_link.helper_command = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.543643] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] privsep_link.log_daemon_traceback = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.543892] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.544159] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] privsep_link.thread_pool_size = 8 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.544405] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] privsep_link.user = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.544670] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.544922] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.545175] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] AGENT.continue_on_failed_promotions = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.545425] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] AGENT.dscp = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.545650] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] AGENT.dscp_inherit = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.545887] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] AGENT.force_mp_to_policy = True {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.546129] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] AGENT.locking_coordinator_url = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.546359] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] AGENT.log_agent_heartbeats = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.546685] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] AGENT.logging_expire = 1 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.546827] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.547067] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.547312] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] AGENT.polling_interval = 240 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.547547] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.547792] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.548056] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] AGENT.report_interval = 30.0 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.548307] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.548549] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.548806] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.549055] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] AGENT.sync_skew = 60 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.549297] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] AGENT.synchronization_queue_size = 20 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.549537] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] AGENT.use_helper_for_ns_read = True {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.549809] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] SECURITYGROUP.enable_ipset = True {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.550062] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] SECURITYGROUP.enable_security_group = True {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.550294] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.550521] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.550777] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] experimental.ipv6_pd_enabled = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.551009] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] ml2.extension_drivers = ['port_security'] {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.551239] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] ml2.external_network_type = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.551481] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.551709] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] ml2.overlay_ip_version = 4 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.551955] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] ml2.path_mtu = 8950 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.552219] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] ml2.physical_network_mtus = {} {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.552464] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] ml2.tenant_network_types = ['vlan'] {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.552699] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.552939] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] ml2.type_drivers = ['vlan'] {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.553190] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] AGENT_CLI.neutron_port_id = [] {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.553410] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.553630] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.553867] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.554113] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.554362] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.554602] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.554843] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.555102] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.555430] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.555690] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] NSXV3.nsxv3_login_password = **** {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.555965] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] NSXV3.nsxv3_login_port = 443 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.556222] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] NSXV3.nsxv3_login_user = admin {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.556445] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.556697] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.556911] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.557175] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.557428] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.557694] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.557934] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.558179] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.558405] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.558685] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.558909] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.559163] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.559417] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.559741] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.559986] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] vsphere.vsphere_login_password = VMware1! {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.560254] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.560501] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.560743] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] nova.auth_section = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.561016] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] nova.auth_type = password {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.561294] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.561545] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] nova.certfile = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.561802] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] nova.collect_timing = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.562078] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] nova.endpoint_type = public {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.562337] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] nova.insecure = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.562585] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] nova.keyfile = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.562954] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] nova.region_name = RegionOne {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.563123] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] nova.split_loggers = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.563371] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] nova.timeout = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.563629] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] placement.auth_section = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.563887] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] placement.auth_type = password {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.564151] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.564383] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] placement.certfile = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.564624] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] placement.collect_timing = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.564871] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] placement.endpoint_type = public {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.565122] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] placement.insecure = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.565344] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] placement.keyfile = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.565565] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] placement.region_name = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.565792] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] placement.split_loggers = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.566038] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] placement.timeout = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.566288] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] ironic.auth_section = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.566542] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] ironic.auth_type = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.566773] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] ironic.cafile = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.567010] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] ironic.certfile = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.567264] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] ironic.collect_timing = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.567498] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] ironic.connect_retries = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.567741] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] ironic.connect_retry_delay = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.567985] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] ironic.enable_notifications = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.568241] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] ironic.endpoint_override = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.568470] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] ironic.insecure = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.568715] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] ironic.interface = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.568916] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] ironic.keyfile = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.569155] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] ironic.max_version = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.569382] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] ironic.min_version = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.569612] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] ironic.region_name = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.569842] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] ironic.retriable_status_codes = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.570102] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] ironic.service_name = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.570350] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] ironic.service_type = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.570581] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] ironic.split_loggers = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.570811] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] ironic.status_code_retries = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.571056] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] ironic.status_code_retry_delay = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.571285] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] ironic.timeout = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.571505] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] ironic.valid_interfaces = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.571732] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] ironic.version = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.571974] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] cli_script.dry_run = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.572232] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.572463] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.572688] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.572919] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.573164] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.573398] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.573623] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.573860] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.574089] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.574331] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.574565] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.574826] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.575069] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.575293] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.575498] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.575716] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.575930] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.576154] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.576375] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.576581] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.576798] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.576999] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.577216] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.577422] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.577628] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.577831] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.578044] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.578361] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.578575] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.578785] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.578991] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_messaging_rabbit.ssl = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.579230] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.579450] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.579658] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.579876] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.580100] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_messaging_rabbit.ssl_version = {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.580311] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.580530] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_messaging_notifications.driver = [] {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.580745] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_messaging_notifications.retry = -1 {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.580976] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.581201] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] oslo_messaging_notifications.transport_url = **** {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 533.581365] env[65476]: DEBUG oslo_service.backend._eventlet.service [None req-ca88ad33-ea86-48bd-a33b-d1ec6cb8b79b None None] ******************************************************************************** {{(pid=65476) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 533.582963] env[65476]: DEBUG neutron.agent.securitygroups_rpc [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Init firewall settings (driver=nsxv3) {{(pid=65476) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 533.584814] env[65476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65476) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 533.585156] env[65476]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] RPC agent_id: nsxm-l-01a.corp.local [ 533.588461] env[65476]: DEBUG dogpile.cache.region [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 533.588626] env[65476]: DEBUG dogpile.lock [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 533.588775] env[65476]: DEBUG dogpile.lock [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 533.588915] env[65476]: DEBUG dogpile.lock [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 533.589071] env[65476]: DEBUG dogpile.cache.region [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 533.589210] env[65476]: DEBUG dogpile.lock [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 533.589394] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 533.638363] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Session token - acquiring [ 533.640044] env[65476]: DEBUG networking_nsxv3.common.locking [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.640249] env[65476]: DEBUG oslo_concurrency.lockutils [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.640316] env[65476]: DEBUG oslo_concurrency.lockutils [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.640815] env[65476]: DEBUG oslo_concurrency.lockutils [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.652558] env[65476]: DEBUG oslo_concurrency.lockutils [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.946952] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 533.975370] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 533.975572] env[65476]: DEBUG dogpile.cache.region [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Cache value generated in 0.386 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 533.975691] env[65476]: DEBUG dogpile.lock [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 533.975754] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Activating Policy API Provider. [ 533.975980] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Looking for the default Infrastructure Rules. [ 534.070135] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Looking for the Default Layer3 Logged Drop Section. [ 534.087304] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 534.087866] env[65476]: DEBUG networking_nsxv3.common.locking [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.088058] env[65476]: DEBUG oslo_concurrency.lockutils [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Acquiring lock "all" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.088165] env[65476]: DEBUG oslo_concurrency.lockutils [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Acquired lock "all" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.088470] env[65476]: DEBUG oslo_concurrency.lockutils [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Acquired external semaphore "all" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.088974] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 534.604808] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 535.107128] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 535.609124] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Inventory metadata is going to be refreshed. [ 535.609491] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 536.440159] env[65476]: DEBUG networking_nsxv3.common.locking [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.440525] env[65476]: DEBUG oslo_concurrency.lockutils [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.440525] env[65476]: DEBUG oslo_concurrency.lockutils [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.440774] env[65476]: DEBUG oslo_concurrency.lockutils [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.452548] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 536.453395] env[65476]: DEBUG oslo_concurrency.lockutils [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.453995] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 536.473650] env[65476]: DEBUG networking_nsxv3.common.locking [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.473975] env[65476]: DEBUG oslo_concurrency.lockutils [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.473975] env[65476]: DEBUG oslo_concurrency.lockutils [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.474226] env[65476]: DEBUG oslo_concurrency.lockutils [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.474350] env[65476]: DEBUG oslo_concurrency.lockutils [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.474493] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 536.474605] env[65476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 536.474705] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 536.494956] env[65476]: DEBUG networking_nsxv3.common.locking [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.495328] env[65476]: DEBUG oslo_concurrency.lockutils [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.495328] env[65476]: DEBUG oslo_concurrency.lockutils [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.495548] env[65476]: DEBUG oslo_concurrency.lockutils [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.495723] env[65476]: DEBUG oslo_concurrency.lockutils [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.495871] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 536.515180] env[65476]: DEBUG networking_nsxv3.common.locking [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.515490] env[65476]: DEBUG oslo_concurrency.lockutils [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.515490] env[65476]: DEBUG oslo_concurrency.lockutils [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.515738] env[65476]: DEBUG oslo_concurrency.lockutils [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.515912] env[65476]: DEBUG oslo_concurrency.lockutils [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.516073] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 536.534522] env[65476]: DEBUG networking_nsxv3.common.locking [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.534830] env[65476]: DEBUG oslo_concurrency.lockutils [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Acquiring lock "Address Group" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.534830] env[65476]: DEBUG oslo_concurrency.lockutils [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Acquired lock "Address Group" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.535061] env[65476]: DEBUG oslo_concurrency.lockutils [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Acquired external semaphore "Address Group" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.535203] env[65476]: DEBUG oslo_concurrency.lockutils [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Releasing lock "Address Group" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.535351] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 536.535454] env[65476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 536.535555] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 536.553257] env[65476]: DEBUG networking_nsxv3.common.locking [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.553552] env[65476]: DEBUG oslo_concurrency.lockutils [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Acquiring lock "Segment QoS" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.553552] env[65476]: DEBUG oslo_concurrency.lockutils [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Acquired lock "Segment QoS" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.553797] env[65476]: DEBUG oslo_concurrency.lockutils [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Acquired external semaphore "Segment QoS" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.553944] env[65476]: DEBUG oslo_concurrency.lockutils [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Releasing lock "Segment QoS" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.554115] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 536.554179] env[65476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 536.554279] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 536.573681] env[65476]: DEBUG networking_nsxv3.common.locking [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.574023] env[65476]: DEBUG oslo_concurrency.lockutils [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.574023] env[65476]: DEBUG oslo_concurrency.lockutils [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.574302] env[65476]: DEBUG oslo_concurrency.lockutils [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.574455] env[65476]: DEBUG oslo_concurrency.lockutils [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.574605] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 536.574708] env[65476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 536.574803] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Inventory metadata have been refreshed. [ 536.574900] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Dryrun:True. Metadata refresh completed. [ 536.575018] env[65476]: DEBUG oslo_concurrency.lockutils [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Releasing lock "all" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.576883] env[65476]: INFO neutron.agent.agent_extensions_manager [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Loaded agent extensions: [] [ 536.577602] env[65476]: DEBUG neutron_lib.callbacks.manager [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65476) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 536.629843] env[65476]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] NSXv3 Agent Agent RPC Daemon Started! [ 536.630218] env[65476]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] NSXv3 Agent Agent loop - iteration:0 started [ 536.630218] env[65476]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] NSXv3 Agent Agent out of sync with plugin! [ 541.577804] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 541.578212] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 546.579026] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 546.579619] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 551.580559] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 551.580559] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 551.590721] env[65476]: INFO networking_nsxv3.common.synchronization [None req-18d513fa-dc6b-435a-9115-a288c6e9f922 demo admin] Enqueued Resource ID: ff487ce6-697b-4841-9058-840889e8641a with Priority: HIGHEST for action security_group_rules [ 551.591042] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff487ce6-697b-4841-9058-840889e8641a with Priority: HIGHEST for action security_group_rules [ 551.591391] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff487ce6-697b-4841-9058-840889e8641a taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 551.591557] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff487ce6-697b-4841-9058-840889e8641a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.591647] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff487ce6-697b-4841-9058-840889e8641a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 551.591993] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff487ce6-697b-4841-9058-840889e8641a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 551.592109] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff487ce6-697b-4841-9058-840889e8641a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.116579] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.116788] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.116788] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.116941] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.117154] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.117258] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff487ce6-697b-4841-9058-840889e8641a already deleted. [ 552.117349] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff487ce6-697b-4841-9058-840889e8641a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.592160] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 556.592568] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 561.593578] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 561.593578] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 566.594706] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 566.595285] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 571.596124] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 571.596747] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 575.580906] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.581482] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.581482] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.581482] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.581587] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.084458] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.587315] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.598170] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 576.598170] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 577.089743] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 577.089869] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 577.926880] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.927205] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.927205] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.927345] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.938663] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 577.939671] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.940714] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 577.959071] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.959230] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.959301] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.959588] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.959668] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.959782] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 577.959854] env[65476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 577.959926] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 577.982033] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.982200] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.982273] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.982533] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.982619] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.982734] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 578.003288] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.003432] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.003502] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.003710] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.003821] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.003931] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 578.025114] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.025307] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.025379] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.025624] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.025730] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.025855] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 578.025928] env[65476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 578.025995] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 578.045674] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.045842] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.045913] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.046157] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.046234] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.046342] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 578.046412] env[65476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 578.046480] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 578.069693] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.069843] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.069944] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.070137] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.070238] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.070352] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 578.070450] env[65476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 578.070524] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 578.070562] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 578.070620] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 578.070680] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 578.070741] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 578.071034] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 578.071098] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 578.071166] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 578.095279] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.095432] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.095521] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.095702] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.095806] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.095915] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 578.117482] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.117652] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.117723] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.117981] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.118114] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.161751] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.599299] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 581.599612] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 583.579926] env[65476]: INFO networking_nsxv3.common.synchronization [None req-26cb9414-d965-45b5-a040-6ea46f4f4ec3 None None] Enqueued Resource ID: 2371e381-4fd0-4b1c-8a59-ed31ac95d3ed with Priority: HIGHEST for action port [ 583.580254] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2371e381-4fd0-4b1c-8a59-ed31ac95d3ed with Priority: HIGHEST for action port [ 583.580784] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-2371e381-4fd0-4b1c-8a59-ed31ac95d3ed taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.580939] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2371e381-4fd0-4b1c-8a59-ed31ac95d3ed" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.580979] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2371e381-4fd0-4b1c-8a59-ed31ac95d3ed" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.582740] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2371e381-4fd0-4b1c-8a59-ed31ac95d3ed" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.582836] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2371e381-4fd0-4b1c-8a59-ed31ac95d3ed',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.091421] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2371e381-4fd0-4b1c-8a59-ed31ac95d3ed [ 584.091786] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.092408] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.092408] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.092408] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.092408] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.092408] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2371e381-4fd0-4b1c-8a59-ed31ac95d3ed already deleted. [ 584.092608] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2371e381-4fd0-4b1c-8a59-ed31ac95d3ed" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.874305] env[65476]: INFO networking_nsxv3.common.synchronization [None req-88d3d689-8270-4be7-9d7e-bb8211ffa8f2 None None] Enqueued Resource ID: 44e3e9c2-50ad-4180-929f-038747ad1845 with Priority: HIGHEST for action port [ 584.874678] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44e3e9c2-50ad-4180-929f-038747ad1845 with Priority: HIGHEST for action port [ 584.878109] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-44e3e9c2-50ad-4180-929f-038747ad1845 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.878109] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44e3e9c2-50ad-4180-929f-038747ad1845" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.878109] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44e3e9c2-50ad-4180-929f-038747ad1845" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.878109] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44e3e9c2-50ad-4180-929f-038747ad1845" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.878109] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44e3e9c2-50ad-4180-929f-038747ad1845',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.378889] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44e3e9c2-50ad-4180-929f-038747ad1845 [ 585.379158] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.379294] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.379359] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.379588] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.379683] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.379776] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44e3e9c2-50ad-4180-929f-038747ad1845 already deleted. [ 585.379852] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44e3e9c2-50ad-4180-929f-038747ad1845" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.901671] env[65476]: INFO networking_nsxv3.common.synchronization [None req-0671b258-302e-45d9-bc7a-16e4e9c67eeb None None] Enqueued Resource ID: 05a6586e-e6df-4fdd-a4e0-b9f53ccdcef5 with Priority: HIGHEST for action port [ 585.901671] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05a6586e-e6df-4fdd-a4e0-b9f53ccdcef5 with Priority: HIGHEST for action port [ 585.901898] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-05a6586e-e6df-4fdd-a4e0-b9f53ccdcef5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.902067] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05a6586e-e6df-4fdd-a4e0-b9f53ccdcef5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.902176] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05a6586e-e6df-4fdd-a4e0-b9f53ccdcef5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.903266] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05a6586e-e6df-4fdd-a4e0-b9f53ccdcef5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.903266] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05a6586e-e6df-4fdd-a4e0-b9f53ccdcef5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.129295] env[65476]: INFO networking_nsxv3.common.synchronization [None req-148f8bbe-bbf2-412f-88dc-db0166907c3a None None] Enqueued Resource ID: 49d09ee4-7354-46b3-9fcc-f57a99881dbb with Priority: HIGHEST for action port [ 586.129295] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49d09ee4-7354-46b3-9fcc-f57a99881dbb with Priority: HIGHEST for action port [ 586.129295] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-49d09ee4-7354-46b3-9fcc-f57a99881dbb taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.129295] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49d09ee4-7354-46b3-9fcc-f57a99881dbb" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.129840] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49d09ee4-7354-46b3-9fcc-f57a99881dbb" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.129840] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49d09ee4-7354-46b3-9fcc-f57a99881dbb" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.129840] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49d09ee4-7354-46b3-9fcc-f57a99881dbb',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.406153] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05a6586e-e6df-4fdd-a4e0-b9f53ccdcef5 [ 586.406383] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.406522] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.406589] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.407150] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.407150] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.407150] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05a6586e-e6df-4fdd-a4e0-b9f53ccdcef5 already deleted. [ 586.407150] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05a6586e-e6df-4fdd-a4e0-b9f53ccdcef5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.632168] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49d09ee4-7354-46b3-9fcc-f57a99881dbb [ 586.632979] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.633526] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.633526] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.633671] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.633826] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.634148] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49d09ee4-7354-46b3-9fcc-f57a99881dbb already deleted. [ 586.634148] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49d09ee4-7354-46b3-9fcc-f57a99881dbb" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.666135] env[65476]: INFO networking_nsxv3.common.synchronization [None req-15ed9ad4-8067-4dba-a6ef-5edf7098f845 None None] Enqueued Resource ID: 3e5c7829-9e6c-47ee-8a18-2e8db66c88cb with Priority: HIGHEST for action port [ 586.666135] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e5c7829-9e6c-47ee-8a18-2e8db66c88cb with Priority: HIGHEST for action port [ 586.666135] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e5c7829-9e6c-47ee-8a18-2e8db66c88cb taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.666135] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e5c7829-9e6c-47ee-8a18-2e8db66c88cb" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.666135] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e5c7829-9e6c-47ee-8a18-2e8db66c88cb" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.667386] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e5c7829-9e6c-47ee-8a18-2e8db66c88cb" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.667481] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e5c7829-9e6c-47ee-8a18-2e8db66c88cb',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.169489] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e5c7829-9e6c-47ee-8a18-2e8db66c88cb [ 587.169831] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.170116] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.170116] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.170377] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.170473] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.170577] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e5c7829-9e6c-47ee-8a18-2e8db66c88cb already deleted. [ 587.170657] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e5c7829-9e6c-47ee-8a18-2e8db66c88cb" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.530263] env[65476]: INFO networking_nsxv3.common.synchronization [None req-2ba1d7f9-2bbf-4f31-8af3-8fd67e24458a None None] Enqueued Resource ID: cdc84809-76a2-4aee-8098-6fb88881cde3 with Priority: HIGHEST for action port [ 587.530263] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdc84809-76a2-4aee-8098-6fb88881cde3 with Priority: HIGHEST for action port [ 587.530263] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdc84809-76a2-4aee-8098-6fb88881cde3 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.530263] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdc84809-76a2-4aee-8098-6fb88881cde3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.530263] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdc84809-76a2-4aee-8098-6fb88881cde3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.530525] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdc84809-76a2-4aee-8098-6fb88881cde3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.530525] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdc84809-76a2-4aee-8098-6fb88881cde3',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.032599] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cdc84809-76a2-4aee-8098-6fb88881cde3 [ 588.032842] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.032981] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.033061] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.033278] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.033396] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.033457] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cdc84809-76a2-4aee-8098-6fb88881cde3 already deleted. [ 588.033536] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdc84809-76a2-4aee-8098-6fb88881cde3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.619518] env[65476]: INFO networking_nsxv3.common.synchronization [None req-c80f2f38-50e6-47de-a74b-53b30363fd2c None None] Enqueued Resource ID: a2ce9782-ebd7-494e-beef-452b12111231 with Priority: HIGHEST for action port [ 588.619518] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2ce9782-ebd7-494e-beef-452b12111231 with Priority: HIGHEST for action port [ 588.620196] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2ce9782-ebd7-494e-beef-452b12111231 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.620196] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2ce9782-ebd7-494e-beef-452b12111231" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.620196] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2ce9782-ebd7-494e-beef-452b12111231" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.620380] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2ce9782-ebd7-494e-beef-452b12111231" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.620938] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2ce9782-ebd7-494e-beef-452b12111231',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.772319] env[65476]: INFO networking_nsxv3.common.synchronization [None req-fea3f673-8af3-4ad7-8493-d866b6ac77f1 None None] Enqueued Resource ID: eeddbf4d-33a7-45dc-a1bb-c4f0cb9d039e with Priority: HIGHEST for action port [ 588.772319] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeddbf4d-33a7-45dc-a1bb-c4f0cb9d039e with Priority: HIGHEST for action port [ 588.773287] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-eeddbf4d-33a7-45dc-a1bb-c4f0cb9d039e taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.773287] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eeddbf4d-33a7-45dc-a1bb-c4f0cb9d039e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.773287] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eeddbf4d-33a7-45dc-a1bb-c4f0cb9d039e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.773460] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eeddbf4d-33a7-45dc-a1bb-c4f0cb9d039e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.773460] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eeddbf4d-33a7-45dc-a1bb-c4f0cb9d039e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.124603] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2ce9782-ebd7-494e-beef-452b12111231 [ 589.125858] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.126015] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.126090] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.126305] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.126394] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.126491] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2ce9782-ebd7-494e-beef-452b12111231 already deleted. [ 589.126618] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2ce9782-ebd7-494e-beef-452b12111231" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.275189] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eeddbf4d-33a7-45dc-a1bb-c4f0cb9d039e [ 589.277583] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.277583] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.277583] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.277583] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.277583] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.277583] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eeddbf4d-33a7-45dc-a1bb-c4f0cb9d039e already deleted. [ 589.277583] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eeddbf4d-33a7-45dc-a1bb-c4f0cb9d039e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.413425] env[65476]: INFO networking_nsxv3.common.synchronization [None req-c4308740-6300-4092-b72d-2fa7982601fe None None] Enqueued Resource ID: 1fe28e72-87ed-40e1-a594-2ed60ad515c3 with Priority: HIGHEST for action port [ 590.413707] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fe28e72-87ed-40e1-a594-2ed60ad515c3 with Priority: HIGHEST for action port [ 590.414580] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fe28e72-87ed-40e1-a594-2ed60ad515c3 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.414703] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fe28e72-87ed-40e1-a594-2ed60ad515c3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.414765] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fe28e72-87ed-40e1-a594-2ed60ad515c3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.415008] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fe28e72-87ed-40e1-a594-2ed60ad515c3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.415749] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fe28e72-87ed-40e1-a594-2ed60ad515c3',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.742578] env[65476]: INFO networking_nsxv3.common.synchronization [None req-9e06b548-d314-496a-a84a-180165789e59 None None] Enqueued Resource ID: 98f77d0b-15a6-4051-b1b6-2cbce88d9cbc with Priority: HIGHEST for action port [ 590.742957] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98f77d0b-15a6-4051-b1b6-2cbce88d9cbc with Priority: HIGHEST for action port [ 590.743519] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-98f77d0b-15a6-4051-b1b6-2cbce88d9cbc taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.743638] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98f77d0b-15a6-4051-b1b6-2cbce88d9cbc" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.743691] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98f77d0b-15a6-4051-b1b6-2cbce88d9cbc" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.743906] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98f77d0b-15a6-4051-b1b6-2cbce88d9cbc" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.743983] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98f77d0b-15a6-4051-b1b6-2cbce88d9cbc',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.918837] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1fe28e72-87ed-40e1-a594-2ed60ad515c3 [ 590.919017] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.919108] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.919172] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.919530] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.919753] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.920141] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1fe28e72-87ed-40e1-a594-2ed60ad515c3 already deleted. [ 590.920286] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fe28e72-87ed-40e1-a594-2ed60ad515c3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.245881] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98f77d0b-15a6-4051-b1b6-2cbce88d9cbc [ 591.247206] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.247361] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.247705] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.247705] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.247881] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.247881] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98f77d0b-15a6-4051-b1b6-2cbce88d9cbc already deleted. [ 591.248098] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98f77d0b-15a6-4051-b1b6-2cbce88d9cbc" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.293690] env[65476]: INFO networking_nsxv3.common.synchronization [None req-f156fca8-5cf7-4a94-b56e-33bd2e994bcd None None] Enqueued Resource ID: 6bbed13d-9f8c-46a0-a11f-94d4170ed49c with Priority: HIGHEST for action port [ 592.294487] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bbed13d-9f8c-46a0-a11f-94d4170ed49c with Priority: HIGHEST for action port [ 592.295574] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bbed13d-9f8c-46a0-a11f-94d4170ed49c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.295574] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bbed13d-9f8c-46a0-a11f-94d4170ed49c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.295574] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bbed13d-9f8c-46a0-a11f-94d4170ed49c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.295574] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bbed13d-9f8c-46a0-a11f-94d4170ed49c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.296338] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bbed13d-9f8c-46a0-a11f-94d4170ed49c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.799869] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6bbed13d-9f8c-46a0-a11f-94d4170ed49c [ 592.800158] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.800285] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.800346] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.800533] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.800624] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.800748] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6bbed13d-9f8c-46a0-a11f-94d4170ed49c already deleted. [ 592.800831] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bbed13d-9f8c-46a0-a11f-94d4170ed49c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.079425] env[65476]: INFO networking_nsxv3.common.synchronization [None req-a3deb2f2-e90a-4d08-ba42-00913d18dbe4 None None] Enqueued Resource ID: 81d8b521-818a-4bea-a170-257a2145b082 with Priority: HIGHEST for action port [ 593.080444] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d8b521-818a-4bea-a170-257a2145b082 with Priority: HIGHEST for action port [ 593.080828] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-81d8b521-818a-4bea-a170-257a2145b082 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.081100] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81d8b521-818a-4bea-a170-257a2145b082" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.081159] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81d8b521-818a-4bea-a170-257a2145b082" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.081429] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81d8b521-818a-4bea-a170-257a2145b082" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.081715] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81d8b521-818a-4bea-a170-257a2145b082',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.584969] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81d8b521-818a-4bea-a170-257a2145b082 [ 593.585594] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.585594] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.585594] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.585859] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.585859] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.585859] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81d8b521-818a-4bea-a170-257a2145b082 already deleted. [ 593.585944] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81d8b521-818a-4bea-a170-257a2145b082" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.053467] env[65476]: INFO networking_nsxv3.common.synchronization [None req-a26e1c00-d7fc-49f1-833b-7519ae47dab2 None None] Enqueued Resource ID: fee7e0b1-59a7-451a-bcdd-ff6983c13246 with Priority: HIGHEST for action port [ 594.053467] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fee7e0b1-59a7-451a-bcdd-ff6983c13246 with Priority: HIGHEST for action port [ 594.053997] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-fee7e0b1-59a7-451a-bcdd-ff6983c13246 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.054134] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fee7e0b1-59a7-451a-bcdd-ff6983c13246" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.054193] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fee7e0b1-59a7-451a-bcdd-ff6983c13246" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.054932] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fee7e0b1-59a7-451a-bcdd-ff6983c13246" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.054932] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fee7e0b1-59a7-451a-bcdd-ff6983c13246',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.560615] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fee7e0b1-59a7-451a-bcdd-ff6983c13246 [ 594.560855] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.560997] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.561092] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.561576] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.561576] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.561576] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fee7e0b1-59a7-451a-bcdd-ff6983c13246 already deleted. [ 594.561576] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fee7e0b1-59a7-451a-bcdd-ff6983c13246" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.785815] env[65476]: INFO networking_nsxv3.common.synchronization [None req-caf71dc8-5737-4fa4-b859-d8424dd4e96f None None] Enqueued Resource ID: 16b6cd26-0227-4e59-8b1c-a6dbdb05d19c with Priority: HIGHEST for action port [ 594.787345] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16b6cd26-0227-4e59-8b1c-a6dbdb05d19c with Priority: HIGHEST for action port [ 594.787715] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-16b6cd26-0227-4e59-8b1c-a6dbdb05d19c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.787863] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16b6cd26-0227-4e59-8b1c-a6dbdb05d19c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.788069] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16b6cd26-0227-4e59-8b1c-a6dbdb05d19c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.788260] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16b6cd26-0227-4e59-8b1c-a6dbdb05d19c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.788364] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16b6cd26-0227-4e59-8b1c-a6dbdb05d19c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.822721] env[65476]: INFO networking_nsxv3.common.synchronization [None req-cf03d8e7-49d6-49c9-9c82-8276b7fbe2fd tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Enqueued Resource ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 with Priority: HIGHEST for action security_group_rules [ 594.822721] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 with Priority: HIGHEST for action security_group_rules [ 594.822721] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7704e3ed-6eb7-45e0-b422-16430811c1f9 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.822721] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.822721] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.823412] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.823606] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7704e3ed-6eb7-45e0-b422-16430811c1f9',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.008391] env[65476]: INFO networking_nsxv3.common.synchronization [None req-2c246d13-d5d8-4271-9ce4-50486aebe351 tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Enqueued Resource ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 with Priority: HIGHEST for action security_group_rules [ 595.008946] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 with Priority: HIGHEST for action security_group_rules [ 595.012020] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7704e3ed-6eb7-45e0-b422-16430811c1f9 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.012020] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.072907] env[65476]: INFO networking_nsxv3.common.synchronization [None req-e95d45a7-0fe5-4a90-a0e5-ce7887cca86c tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Enqueued Resource ID: 55d2ce1a-91c4-4ad2-8d1e-c36e329a9198 with Priority: HIGHEST for action security_group_rules [ 595.073477] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55d2ce1a-91c4-4ad2-8d1e-c36e329a9198 with Priority: HIGHEST for action security_group_rules [ 595.073786] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55d2ce1a-91c4-4ad2-8d1e-c36e329a9198 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.073908] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55d2ce1a-91c4-4ad2-8d1e-c36e329a9198" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.073975] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55d2ce1a-91c4-4ad2-8d1e-c36e329a9198" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.074793] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55d2ce1a-91c4-4ad2-8d1e-c36e329a9198" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.074877] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55d2ce1a-91c4-4ad2-8d1e-c36e329a9198',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.160839] env[65476]: INFO networking_nsxv3.common.synchronization [None req-4888c6a7-b7d9-4174-a5a1-42c4df9e5882 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Enqueued Resource ID: 55d2ce1a-91c4-4ad2-8d1e-c36e329a9198 with Priority: HIGHEST for action security_group_rules [ 595.161681] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55d2ce1a-91c4-4ad2-8d1e-c36e329a9198 with Priority: HIGHEST for action security_group_rules [ 595.161681] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55d2ce1a-91c4-4ad2-8d1e-c36e329a9198 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.161827] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55d2ce1a-91c4-4ad2-8d1e-c36e329a9198" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.294322] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 16b6cd26-0227-4e59-8b1c-a6dbdb05d19c [ 595.294581] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.294672] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.294720] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.294935] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.295296] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.295296] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:16b6cd26-0227-4e59-8b1c-a6dbdb05d19c already deleted. [ 595.295296] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16b6cd26-0227-4e59-8b1c-a6dbdb05d19c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.303924] env[65476]: INFO networking_nsxv3.common.synchronization [None req-dc02f8a8-8686-4013-aa6f-6fec0ae0c1f5 None None] Enqueued Resource ID: 838e2dc0-f2d1-4dc9-985b-03898679915b with Priority: HIGHEST for action port [ 595.304240] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 838e2dc0-f2d1-4dc9-985b-03898679915b with Priority: HIGHEST for action port [ 595.305101] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-838e2dc0-f2d1-4dc9-985b-03898679915b taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.305101] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-838e2dc0-f2d1-4dc9-985b-03898679915b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.307818] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-838e2dc0-f2d1-4dc9-985b-03898679915b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.308146] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-838e2dc0-f2d1-4dc9-985b-03898679915b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.308233] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('838e2dc0-f2d1-4dc9-985b-03898679915b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.345708] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.346269] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.346269] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.346269] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.346269] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.346521] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 already deleted. [ 595.346659] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.346816] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.346975] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.347073] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7704e3ed-6eb7-45e0-b422-16430811c1f9',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.595222] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.595222] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.595222] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.595222] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.595222] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.595222] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55d2ce1a-91c4-4ad2-8d1e-c36e329a9198 already deleted. [ 595.595222] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55d2ce1a-91c4-4ad2-8d1e-c36e329a9198" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.595538] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55d2ce1a-91c4-4ad2-8d1e-c36e329a9198" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.595538] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55d2ce1a-91c4-4ad2-8d1e-c36e329a9198" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.595610] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55d2ce1a-91c4-4ad2-8d1e-c36e329a9198',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.810956] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 838e2dc0-f2d1-4dc9-985b-03898679915b [ 595.811254] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.811391] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.811459] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.811664] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.811747] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.811840] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:838e2dc0-f2d1-4dc9-985b-03898679915b already deleted. [ 595.811916] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-838e2dc0-f2d1-4dc9-985b-03898679915b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.869055] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.869246] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.869320] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.869540] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.869627] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.869755] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 already deleted. [ 595.869862] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.120602] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.120715] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.120835] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.120995] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.121129] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.121234] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55d2ce1a-91c4-4ad2-8d1e-c36e329a9198 already deleted. [ 596.121336] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55d2ce1a-91c4-4ad2-8d1e-c36e329a9198" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.089983] env[65476]: INFO networking_nsxv3.common.synchronization [None req-d00da799-21d0-4dd2-b443-c3f8d5ace712 None None] Enqueued Resource ID: 4bb20357-5dfc-4f01-92e2-87a6fff6feb2 with Priority: HIGHEST for action port [ 598.090304] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bb20357-5dfc-4f01-92e2-87a6fff6feb2 with Priority: HIGHEST for action port [ 598.091748] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bb20357-5dfc-4f01-92e2-87a6fff6feb2 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.091748] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bb20357-5dfc-4f01-92e2-87a6fff6feb2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.091748] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bb20357-5dfc-4f01-92e2-87a6fff6feb2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.091748] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bb20357-5dfc-4f01-92e2-87a6fff6feb2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.092120] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bb20357-5dfc-4f01-92e2-87a6fff6feb2',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.595986] env[65476]: INFO networking_nsxv3.common.synchronization [req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee req-8c314c37-f6b5-4057-bd94-e027732cf65a tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Enqueued Resource ID: 4471a33b-a245-4793-b098-681e946f53f5 with Priority: HIGHEST for action security_group_members [ 598.595986] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4471a33b-a245-4793-b098-681e946f53f5 with Priority: HIGHEST for action security_group_members [ 598.595986] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-4471a33b-a245-4793-b098-681e946f53f5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.595986] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4471a33b-a245-4793-b098-681e946f53f5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.595986] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4471a33b-a245-4793-b098-681e946f53f5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.595986] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4471a33b-a245-4793-b098-681e946f53f5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.595986] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.595986] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.595986] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.595986] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.595986] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.595986] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4471a33b-a245-4793-b098-681e946f53f5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.595986] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4bb20357-5dfc-4f01-92e2-87a6fff6feb2 [ 598.595986] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.595986] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.595986] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.595986] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.595986] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.595986] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4bb20357-5dfc-4f01-92e2-87a6fff6feb2 already deleted. [ 598.596818] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bb20357-5dfc-4f01-92e2-87a6fff6feb2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.076460] env[65476]: INFO networking_nsxv3.common.synchronization [None req-fdaacc33-891d-4207-8e45-843a043e7a75 None None] Enqueued Resource ID: 9dc76771-76d9-40cc-99e2-173ffb101bd7 with Priority: HIGHEST for action port [ 599.076779] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dc76771-76d9-40cc-99e2-173ffb101bd7 with Priority: HIGHEST for action port [ 599.080717] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-9dc76771-76d9-40cc-99e2-173ffb101bd7 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.080915] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9dc76771-76d9-40cc-99e2-173ffb101bd7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.081078] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9dc76771-76d9-40cc-99e2-173ffb101bd7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.081258] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9dc76771-76d9-40cc-99e2-173ffb101bd7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.081343] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dc76771-76d9-40cc-99e2-173ffb101bd7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.097858] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.098355] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.098355] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.098355] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.098867] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.098867] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.098867] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.098867] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.099084] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.099084] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.099084] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4471a33b-a245-4793-b098-681e946f53f5 already deleted. [ 599.099170] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4471a33b-a245-4793-b098-681e946f53f5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.586512] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9dc76771-76d9-40cc-99e2-173ffb101bd7 [ 599.586758] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.586902] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.587092] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.587321] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.587409] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.587504] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9dc76771-76d9-40cc-99e2-173ffb101bd7 already deleted. [ 599.587611] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9dc76771-76d9-40cc-99e2-173ffb101bd7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.588712] env[65476]: INFO networking_nsxv3.common.synchronization [None req-558a06ec-570d-4017-9def-1cee6173b9d6 None None] Enqueued Resource ID: 7c701b75-1781-4d8f-a211-889d3d816880 with Priority: HIGHEST for action port [ 599.590143] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c701b75-1781-4d8f-a211-889d3d816880 with Priority: HIGHEST for action port [ 599.591288] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c701b75-1781-4d8f-a211-889d3d816880 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.591558] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c701b75-1781-4d8f-a211-889d3d816880" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.591809] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c701b75-1781-4d8f-a211-889d3d816880" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.592655] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c701b75-1781-4d8f-a211-889d3d816880" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.592655] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c701b75-1781-4d8f-a211-889d3d816880',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.093713] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.093909] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.094042] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.094669] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.094966] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.095196] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.095344] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.095589] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.095734] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.096022] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.096137] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.096239] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.096349] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.096463] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.096566] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.096700] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.100069] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c701b75-1781-4d8f-a211-889d3d816880 [ 600.100069] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.100069] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.100069] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.100462] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.100462] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.100462] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c701b75-1781-4d8f-a211-889d3d816880 already deleted. [ 600.100612] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c701b75-1781-4d8f-a211-889d3d816880" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.123223] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.124613] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 600.124784] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.125082] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.125531] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-77e4787d-c9b6-45ea-aa96-43173e827584 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.125809] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-77e4787d-c9b6-45ea-aa96-43173e827584" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.126358] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-77e4787d-c9b6-45ea-aa96-43173e827584" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.126980] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-77e4787d-c9b6-45ea-aa96-43173e827584" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.127224] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77e4787d-c9b6-45ea-aa96-43173e827584',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.630545] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.631053] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.631053] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.632469] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.632685] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.632869] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port 77e4787d-c9b6-45ea-aa96-43173e827584 not found, creating... [ 600.633245] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.633413] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.633533] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.633796] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.633937] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.634333] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.634491] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.634601] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.634819] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.635207] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.636120] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: 77e4787d-c9b6-45ea-aa96-43173e827584 is going to be created. [ 600.679315] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.679461] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.680036] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.680036] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.680248] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.680525] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-77e4787d-c9b6-45ea-aa96-43173e827584" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.725014] env[65476]: INFO networking_nsxv3.common.synchronization [None req-d8b971f5-f51b-4687-b161-768f4748080f None None] Enqueued Resource ID: 213ce189-aa21-4f07-9f92-5259a14b3e16 with Priority: HIGHEST for action port [ 600.725922] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 213ce189-aa21-4f07-9f92-5259a14b3e16 with Priority: HIGHEST for action port [ 600.725922] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-213ce189-aa21-4f07-9f92-5259a14b3e16 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.726313] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-213ce189-aa21-4f07-9f92-5259a14b3e16" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.726622] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-213ce189-aa21-4f07-9f92-5259a14b3e16" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.726771] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-213ce189-aa21-4f07-9f92-5259a14b3e16" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.726771] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('213ce189-aa21-4f07-9f92-5259a14b3e16',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.151793] env[65476]: INFO networking_nsxv3.common.synchronization [None req-d4066fed-95d0-4013-b10c-60413845eda1 None None] Enqueued Resource ID: 9fcd05da-e558-4997-ad06-0b479c6889c6 with Priority: HIGHEST for action port [ 601.153031] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fcd05da-e558-4997-ad06-0b479c6889c6 with Priority: HIGHEST for action port [ 601.153031] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fcd05da-e558-4997-ad06-0b479c6889c6 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.153031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fcd05da-e558-4997-ad06-0b479c6889c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.153233] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fcd05da-e558-4997-ad06-0b479c6889c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.153556] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fcd05da-e558-4997-ad06-0b479c6889c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.153683] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fcd05da-e558-4997-ad06-0b479c6889c6',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.229449] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 213ce189-aa21-4f07-9f92-5259a14b3e16 [ 601.229449] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.229449] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.229682] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.229920] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.229920] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.230855] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:213ce189-aa21-4f07-9f92-5259a14b3e16 already deleted. [ 601.230855] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-213ce189-aa21-4f07-9f92-5259a14b3e16" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.512083] env[65476]: INFO networking_nsxv3.common.synchronization [req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee req-74557937-1f34-4ac5-91bf-eb3b8456cf97 service nova] Enqueued Resource ID: 4471a33b-a245-4793-b098-681e946f53f5 with Priority: HIGHEST for action security_group_rules [ 601.512262] env[65476]: INFO networking_nsxv3.common.synchronization [req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee req-74557937-1f34-4ac5-91bf-eb3b8456cf97 service nova] Enqueued Resource ID: 4471a33b-a245-4793-b098-681e946f53f5 with Priority: HIGHEST for action security_group_members [ 601.512394] env[65476]: INFO networking_nsxv3.common.synchronization [req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee req-74557937-1f34-4ac5-91bf-eb3b8456cf97 service nova] Enqueued Resource ID: 77e4787d-c9b6-45ea-aa96-43173e827584 with Priority: HIGHEST for action port [ 601.512611] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4471a33b-a245-4793-b098-681e946f53f5 with Priority: HIGHEST for action security_group_rules [ 601.512731] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4471a33b-a245-4793-b098-681e946f53f5 with Priority: HIGHEST for action security_group_members [ 601.512867] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77e4787d-c9b6-45ea-aa96-43173e827584 with Priority: HIGHEST for action port [ 601.513840] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4471a33b-a245-4793-b098-681e946f53f5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.513840] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4471a33b-a245-4793-b098-681e946f53f5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.513840] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4471a33b-a245-4793-b098-681e946f53f5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.513840] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4471a33b-a245-4793-b098-681e946f53f5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.513840] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4471a33b-a245-4793-b098-681e946f53f5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.517416] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-4471a33b-a245-4793-b098-681e946f53f5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.517505] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4471a33b-a245-4793-b098-681e946f53f5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.517542] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4471a33b-a245-4793-b098-681e946f53f5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.518306] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4471a33b-a245-4793-b098-681e946f53f5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.518306] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.518306] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.518306] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.518306] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.518306] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.518559] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4471a33b-a245-4793-b098-681e946f53f5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.519396] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-77e4787d-c9b6-45ea-aa96-43173e827584 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.519542] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77e4787d-c9b6-45ea-aa96-43173e827584" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.519585] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77e4787d-c9b6-45ea-aa96-43173e827584" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.519719] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77e4787d-c9b6-45ea-aa96-43173e827584" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.519808] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77e4787d-c9b6-45ea-aa96-43173e827584',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.658240] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9fcd05da-e558-4997-ad06-0b479c6889c6 [ 601.658698] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.658698] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.658698] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.658895] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.659436] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.659436] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9fcd05da-e558-4997-ad06-0b479c6889c6 already deleted. [ 601.659436] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fcd05da-e558-4997-ad06-0b479c6889c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.845501] env[65476]: INFO networking_nsxv3.common.synchronization [req-049c0f44-5141-4c18-b3e1-c52e599a978c req-fc37d313-6782-47cf-bb11-e370da857677 tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Enqueued Resource ID: afcadb5d-0a1f-431a-8fc5-087c6dff4018 with Priority: HIGHEST for action security_group_members [ 601.846125] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afcadb5d-0a1f-431a-8fc5-087c6dff4018 with Priority: HIGHEST for action security_group_members [ 601.846422] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-afcadb5d-0a1f-431a-8fc5-087c6dff4018 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.846528] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afcadb5d-0a1f-431a-8fc5-087c6dff4018" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.846528] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afcadb5d-0a1f-431a-8fc5-087c6dff4018" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.846732] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afcadb5d-0a1f-431a-8fc5-087c6dff4018" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.846885] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.846990] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.847152] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.847318] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.847401] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.847512] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afcadb5d-0a1f-431a-8fc5-087c6dff4018',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.025353] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-4471a33b-a245-4793-b098-681e946f53f5 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.025432] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4471a33b-a245-4793-b098-681e946f53f5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.036912] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4471a33b-a245-4793-b098-681e946f53f5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.041583] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77e4787d-c9b6-45ea-aa96-43173e827584 with status ACTIVE [ 602.041880] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.041880] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.041880] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.042133] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.042196] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.042385] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.042494] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.042564] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.042723] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.042801] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.043028] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.043832] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.043924] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.044938] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.044938] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.044938] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77e4787d-c9b6-45ea-aa96-43173e827584 is going to be updated. [ 602.066958] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.066958] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.066958] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.066958] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.067194] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.067264] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77e4787d-c9b6-45ea-aa96-43173e827584" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.351793] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.352442] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-174" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.352442] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-174" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.352509] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-174" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.352791] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.352944] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.353337] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.353337] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.353456] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.353825] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.353825] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.353825] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.353936] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.354050] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.354146] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.354278] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.355467] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.355608] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.355669] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.355804] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.355889] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.356077] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.356170] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.356230] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.356370] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.356548] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.356548] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afcadb5d-0a1f-431a-8fc5-087c6dff4018 already deleted. [ 602.356641] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afcadb5d-0a1f-431a-8fc5-087c6dff4018" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.377352] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.377568] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.378148] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.378148] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-174" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.378148] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-90cc5c85-bd6d-4ba3-a6ee-deec23bad6c3 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.378411] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-90cc5c85-bd6d-4ba3-a6ee-deec23bad6c3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.378411] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-90cc5c85-bd6d-4ba3-a6ee-deec23bad6c3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.378743] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-90cc5c85-bd6d-4ba3-a6ee-deec23bad6c3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.378881] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90cc5c85-bd6d-4ba3-a6ee-deec23bad6c3',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.547402] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4471a33b-a245-4793-b098-681e946f53f5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.883919] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.884228] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.884303] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.884584] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.884721] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.884910] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port 90cc5c85-bd6d-4ba3-a6ee-deec23bad6c3 not found, creating... [ 602.885366] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.885476] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.885681] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.885847] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.886010] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.886298] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.886495] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.886592] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.886788] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.886936] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.887090] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: 90cc5c85-bd6d-4ba3-a6ee-deec23bad6c3 is going to be created. [ 602.912649] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.912901] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.912969] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.913334] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.914258] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.914258] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-90cc5c85-bd6d-4ba3-a6ee-deec23bad6c3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.052122] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.052313] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.052361] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.052642] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.052715] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.052764] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4471a33b-a245-4793-b098-681e946f53f5 is going to be created. [ 603.161273] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.161273] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.161273] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.161273] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.161273] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.181356] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4471a33b-a245-4793-b098-681e946f53f5 in Status: UNINITIALIZED for 2s [ 603.860697] env[65476]: INFO networking_nsxv3.common.synchronization [req-049c0f44-5141-4c18-b3e1-c52e599a978c req-81fe03c5-b5f9-4d2a-814f-c52bde21a25e service nova] Enqueued Resource ID: afcadb5d-0a1f-431a-8fc5-087c6dff4018 with Priority: HIGHEST for action security_group_rules [ 603.860697] env[65476]: INFO networking_nsxv3.common.synchronization [req-049c0f44-5141-4c18-b3e1-c52e599a978c req-81fe03c5-b5f9-4d2a-814f-c52bde21a25e service nova] Enqueued Resource ID: afcadb5d-0a1f-431a-8fc5-087c6dff4018 with Priority: HIGHEST for action security_group_members [ 603.860697] env[65476]: INFO networking_nsxv3.common.synchronization [req-049c0f44-5141-4c18-b3e1-c52e599a978c req-81fe03c5-b5f9-4d2a-814f-c52bde21a25e service nova] Enqueued Resource ID: 90cc5c85-bd6d-4ba3-a6ee-deec23bad6c3 with Priority: HIGHEST for action port [ 603.860697] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afcadb5d-0a1f-431a-8fc5-087c6dff4018 with Priority: HIGHEST for action security_group_rules [ 603.860697] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afcadb5d-0a1f-431a-8fc5-087c6dff4018 with Priority: HIGHEST for action security_group_members [ 603.860697] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90cc5c85-bd6d-4ba3-a6ee-deec23bad6c3 with Priority: HIGHEST for action port [ 603.860697] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afcadb5d-0a1f-431a-8fc5-087c6dff4018 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.860697] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afcadb5d-0a1f-431a-8fc5-087c6dff4018" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.860697] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afcadb5d-0a1f-431a-8fc5-087c6dff4018" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.860697] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afcadb5d-0a1f-431a-8fc5-087c6dff4018" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.860697] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afcadb5d-0a1f-431a-8fc5-087c6dff4018',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.865168] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-afcadb5d-0a1f-431a-8fc5-087c6dff4018 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.865168] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afcadb5d-0a1f-431a-8fc5-087c6dff4018" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.865168] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afcadb5d-0a1f-431a-8fc5-087c6dff4018" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.865168] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afcadb5d-0a1f-431a-8fc5-087c6dff4018" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.865168] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.865168] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.865462] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.865462] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.865462] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.865557] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afcadb5d-0a1f-431a-8fc5-087c6dff4018',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.866302] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-90cc5c85-bd6d-4ba3-a6ee-deec23bad6c3 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.866412] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90cc5c85-bd6d-4ba3-a6ee-deec23bad6c3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.866758] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90cc5c85-bd6d-4ba3-a6ee-deec23bad6c3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.866758] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90cc5c85-bd6d-4ba3-a6ee-deec23bad6c3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.866758] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90cc5c85-bd6d-4ba3-a6ee-deec23bad6c3',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.274998] env[65476]: INFO networking_nsxv3.common.synchronization [None req-0a1dd1ed-ccf0-44db-8a2b-c7cdb338d278 None None] Enqueued Resource ID: 1216260b-ca9f-462f-bea9-1e61eb85f5ce with Priority: HIGHEST for action port [ 604.275256] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1216260b-ca9f-462f-bea9-1e61eb85f5ce with Priority: HIGHEST for action port [ 604.276543] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-1216260b-ca9f-462f-bea9-1e61eb85f5ce taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.276702] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1216260b-ca9f-462f-bea9-1e61eb85f5ce" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.276774] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1216260b-ca9f-462f-bea9-1e61eb85f5ce" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.279168] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1216260b-ca9f-462f-bea9-1e61eb85f5ce" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.279311] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1216260b-ca9f-462f-bea9-1e61eb85f5ce',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.372372] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('afcadb5d-0a1f-431a-8fc5-087c6dff4018',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.373443] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-afcadb5d-0a1f-431a-8fc5-087c6dff4018 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.373567] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afcadb5d-0a1f-431a-8fc5-087c6dff4018" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.373991] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90cc5c85-bd6d-4ba3-a6ee-deec23bad6c3 with status ACTIVE [ 604.373991] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.374176] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.374176] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.374299] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.374401] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.375609] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.375781] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.376313] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.376313] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.379115] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.379992] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.379992] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.379992] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.379992] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.379992] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.379992] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90cc5c85-bd6d-4ba3-a6ee-deec23bad6c3 is going to be updated. [ 604.401298] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.401434] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.401509] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.401716] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.401850] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.402000] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90cc5c85-bd6d-4ba3-a6ee-deec23bad6c3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.547046] env[65476]: INFO networking_nsxv3.common.synchronization [req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e req-2ec058b3-728a-40d0-823b-4a77dddf3785 tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Enqueued Resource ID: 3d7b91fd-30c8-4f9e-ae9c-e37b4695eade with Priority: HIGHEST for action security_group_members [ 604.547046] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7b91fd-30c8-4f9e-ae9c-e37b4695eade with Priority: HIGHEST for action security_group_members [ 604.547046] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.547046] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.547046] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.547294] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.547443] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.547554] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.548601] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.548849] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.548986] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.549113] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d7b91fd-30c8-4f9e-ae9c-e37b4695eade',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.783838] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1216260b-ca9f-462f-bea9-1e61eb85f5ce [ 604.784140] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.784275] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.784340] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.784719] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.784823] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.784932] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1216260b-ca9f-462f-bea9-1e61eb85f5ce already deleted. [ 604.785057] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1216260b-ca9f-462f-bea9-1e61eb85f5ce" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.882863] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('afcadb5d-0a1f-431a-8fc5-087c6dff4018',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.055950] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.055950] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.055950] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.055950] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.055950] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.055950] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.055950] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.055950] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.055950] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.055950] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.055950] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d7b91fd-30c8-4f9e-ae9c-e37b4695eade already deleted. [ 605.055950] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.068206] env[65476]: INFO networking_nsxv3.common.synchronization [None req-9afd64aa-36e8-4476-8cf6-338488634620 None None] Enqueued Resource ID: 3dd2637e-3f58-4156-bfd0-7541ba59c6e0 with Priority: HIGHEST for action port [ 605.068435] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dd2637e-3f58-4156-bfd0-7541ba59c6e0 with Priority: HIGHEST for action port [ 605.068905] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-3dd2637e-3f58-4156-bfd0-7541ba59c6e0 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.069095] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3dd2637e-3f58-4156-bfd0-7541ba59c6e0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.069232] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3dd2637e-3f58-4156-bfd0-7541ba59c6e0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.069510] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3dd2637e-3f58-4156-bfd0-7541ba59c6e0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.069655] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3dd2637e-3f58-4156-bfd0-7541ba59c6e0',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.195165] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4471a33b-a245-4793-b098-681e946f53f5 in Status: SUCCESS [ 605.195371] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4471a33b-a245-4793-b098-681e946f53f5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.195537] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4471a33b-a245-4793-b098-681e946f53f5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.195753] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4471a33b-a245-4793-b098-681e946f53f5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.195941] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.196071] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.196136] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.196283] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.196361] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.196668] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4471a33b-a245-4793-b098-681e946f53f5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.196856] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4471a33b-a245-4793-b098-681e946f53f5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.210833] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.211026] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.211146] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.211384] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.211626] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.211772] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.211881] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.212126] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.212284] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.213483] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.213655] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 605.213782] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 605.213896] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 605.214015] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.214120] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 605.214244] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 605.233148] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 605.233324] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 605.234067] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 605.234067] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.234067] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-a05136e0-0939-4be8-aef8-80c03863b0f7 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.234067] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-a05136e0-0939-4be8-aef8-80c03863b0f7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.234343] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-a05136e0-0939-4be8-aef8-80c03863b0f7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.234459] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-a05136e0-0939-4be8-aef8-80c03863b0f7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.234593] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a05136e0-0939-4be8-aef8-80c03863b0f7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.386142] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.386312] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.386374] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.386585] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.386681] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.386778] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afcadb5d-0a1f-431a-8fc5-087c6dff4018 is going to be created. [ 605.410059] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.410263] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.410320] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.410476] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.410632] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.420374] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afcadb5d-0a1f-431a-8fc5-087c6dff4018 in Status: UNINITIALIZED for 2s [ 605.572569] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3dd2637e-3f58-4156-bfd0-7541ba59c6e0 [ 605.572841] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.572992] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.573062] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.573294] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.573386] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.573480] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3dd2637e-3f58-4156-bfd0-7541ba59c6e0 already deleted. [ 605.573559] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3dd2637e-3f58-4156-bfd0-7541ba59c6e0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.699368] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-4471a33b-a245-4793-b098-681e946f53f5 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.699645] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4471a33b-a245-4793-b098-681e946f53f5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.699645] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4471a33b-a245-4793-b098-681e946f53f5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.699899] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4471a33b-a245-4793-b098-681e946f53f5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.700080] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.700186] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.700249] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.700441] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.700527] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.700616] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4471a33b-a245-4793-b098-681e946f53f5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.700762] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-4471a33b-a245-4793-b098-681e946f53f5 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.700851] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4471a33b-a245-4793-b098-681e946f53f5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.700909] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4471a33b-a245-4793-b098-681e946f53f5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.701102] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4471a33b-a245-4793-b098-681e946f53f5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.701241] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.701329] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.701420] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.701586] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.701664] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.701752] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4471a33b-a245-4793-b098-681e946f53f5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.701861] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4471a33b-a245-4793-b098-681e946f53f5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.737329] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.737576] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.737655] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.738478] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.738478] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.738478] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port a05136e0-0939-4be8-aef8-80c03863b0f7 not found, creating... [ 605.738617] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.738786] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.739021] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.739258] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.739434] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.739715] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.739939] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.740090] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.740297] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.741071] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.741071] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: a05136e0-0939-4be8-aef8-80c03863b0f7 is going to be created. [ 605.761147] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.761882] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.761882] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.761882] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.762628] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.762628] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-a05136e0-0939-4be8-aef8-80c03863b0f7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.205266] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4471a33b-a245-4793-b098-681e946f53f5: rpc.has_security_group_logging(os_id): False [ 606.223593] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.223744] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.223817] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.224218] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.224318] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.224516] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.224635] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.224744] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.224917] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.224994] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.225874] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.226259] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.226332] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.226482] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.226559] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.226749] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.226843] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.226904] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.227299] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.228084] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.228084] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4471a33b-a245-4793-b098-681e946f53f5 is going to be created. [ 606.343874] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.344045] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.344146] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.344311] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.344485] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.361520] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4471a33b-a245-4793-b098-681e946f53f5 in Status: IN_PROGRESS for 2s [ 606.468797] env[65476]: INFO networking_nsxv3.common.synchronization [req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e req-c0738f19-e644-46e5-b5e9-6d969949a212 service nova] Enqueued Resource ID: 3d7b91fd-30c8-4f9e-ae9c-e37b4695eade with Priority: HIGHEST for action security_group_rules [ 606.468982] env[65476]: INFO networking_nsxv3.common.synchronization [req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e req-c0738f19-e644-46e5-b5e9-6d969949a212 service nova] Enqueued Resource ID: 3d7b91fd-30c8-4f9e-ae9c-e37b4695eade with Priority: HIGHEST for action security_group_members [ 606.469183] env[65476]: INFO networking_nsxv3.common.synchronization [req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e req-c0738f19-e644-46e5-b5e9-6d969949a212 service nova] Enqueued Resource ID: a05136e0-0939-4be8-aef8-80c03863b0f7 with Priority: HIGHEST for action port [ 606.469757] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7b91fd-30c8-4f9e-ae9c-e37b4695eade with Priority: HIGHEST for action security_group_rules [ 606.470108] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7b91fd-30c8-4f9e-ae9c-e37b4695eade with Priority: HIGHEST for action security_group_members [ 606.470336] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a05136e0-0939-4be8-aef8-80c03863b0f7 with Priority: HIGHEST for action port [ 606.470466] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.470631] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.470631] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.472530] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.472625] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d7b91fd-30c8-4f9e-ae9c-e37b4695eade',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.476695] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.476695] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.476695] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.476695] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.476695] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.476695] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.476695] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.476695] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.476695] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.476695] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d7b91fd-30c8-4f9e-ae9c-e37b4695eade',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.476695] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-a05136e0-0939-4be8-aef8-80c03863b0f7 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.476695] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a05136e0-0939-4be8-aef8-80c03863b0f7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.476695] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a05136e0-0939-4be8-aef8-80c03863b0f7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.476695] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a05136e0-0939-4be8-aef8-80c03863b0f7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.476695] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a05136e0-0939-4be8-aef8-80c03863b0f7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.980201] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.980201] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.980201] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a05136e0-0939-4be8-aef8-80c03863b0f7 with status ACTIVE [ 606.980201] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.980201] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.980201] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.980569] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.980569] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.980569] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.980673] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.980732] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.980889] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.980968] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.981172] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.981266] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.981342] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.981548] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.981633] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.981738] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a05136e0-0939-4be8-aef8-80c03863b0f7 is going to be updated. [ 606.982910] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d7b91fd-30c8-4f9e-ae9c-e37b4695eade',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.009316] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.009628] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.009628] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.009962] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.010202] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.010297] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a05136e0-0939-4be8-aef8-80c03863b0f7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.171521] env[65476]: INFO networking_nsxv3.common.synchronization [None req-6c40afaa-4478-4a16-877e-fd327bde42b4 None None] Enqueued Resource ID: e54975da-749d-452d-84c9-f11b65954665 with Priority: HIGHEST for action port [ 607.172797] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e54975da-749d-452d-84c9-f11b65954665 with Priority: HIGHEST for action port [ 607.172797] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-e54975da-749d-452d-84c9-f11b65954665 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.173076] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e54975da-749d-452d-84c9-f11b65954665" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.173177] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e54975da-749d-452d-84c9-f11b65954665" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.173630] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e54975da-749d-452d-84c9-f11b65954665" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.173630] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e54975da-749d-452d-84c9-f11b65954665',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.236468] env[65476]: INFO networking_nsxv3.common.synchronization [req-8cf11887-12ce-4e59-9440-6a5e4962d55c req-27d2db84-b515-4144-894c-d79f835c1b99 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Enqueued Resource ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 with Priority: HIGHEST for action security_group_members [ 607.236882] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 with Priority: HIGHEST for action security_group_members [ 607.237377] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.237741] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.237741] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.238245] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.238245] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.238389] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.238389] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.239224] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.239224] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.239224] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f3fbd21-575e-46fe-bc65-4fe0585f19b7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.365949] env[65476]: INFO networking_nsxv3.common.synchronization [None req-c09f76a9-af6f-4ca4-81c6-43a637d4fe86 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Enqueued Resource ID: b69523ee-a5be-4158-bb73-467cafa9975e with Priority: HIGHEST for action security_group_rules [ 607.366517] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b69523ee-a5be-4158-bb73-467cafa9975e with Priority: HIGHEST for action security_group_rules [ 607.366824] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b69523ee-a5be-4158-bb73-467cafa9975e taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.366944] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b69523ee-a5be-4158-bb73-467cafa9975e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.367898] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b69523ee-a5be-4158-bb73-467cafa9975e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.367979] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b69523ee-a5be-4158-bb73-467cafa9975e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.368172] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b69523ee-a5be-4158-bb73-467cafa9975e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.433344] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afcadb5d-0a1f-431a-8fc5-087c6dff4018 in Status: SUCCESS [ 607.434662] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afcadb5d-0a1f-431a-8fc5-087c6dff4018" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.435281] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afcadb5d-0a1f-431a-8fc5-087c6dff4018" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.436181] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afcadb5d-0a1f-431a-8fc5-087c6dff4018" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.436766] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.436985] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.437176] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.438671] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.438671] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.438671] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afcadb5d-0a1f-431a-8fc5-087c6dff4018" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.438671] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('afcadb5d-0a1f-431a-8fc5-087c6dff4018',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.489128] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d7b91fd-30c8-4f9e-ae9c-e37b4695eade',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.678922] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e54975da-749d-452d-84c9-f11b65954665 [ 607.678922] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.678922] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.678922] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.678922] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.678922] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.678922] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e54975da-749d-452d-84c9-f11b65954665 already deleted. [ 607.678922] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e54975da-749d-452d-84c9-f11b65954665" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.695740] env[65476]: INFO networking_nsxv3.common.synchronization [None req-b9d5aba8-e8b4-4da0-8679-8ee2030f58c8 None None] Enqueued Resource ID: 0f6f75be-c9b1-4500-a554-9381a0136810 with Priority: HIGHEST for action port [ 607.696538] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f6f75be-c9b1-4500-a554-9381a0136810 with Priority: HIGHEST for action port [ 607.697804] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f6f75be-c9b1-4500-a554-9381a0136810 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.697804] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f6f75be-c9b1-4500-a554-9381a0136810" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.697804] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f6f75be-c9b1-4500-a554-9381a0136810" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.698176] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f6f75be-c9b1-4500-a554-9381a0136810" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.698290] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f6f75be-c9b1-4500-a554-9381a0136810',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.740025] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-22 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.740025] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-22" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.740025] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-22" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.740230] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-22" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.741547] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.741758] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.741931] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.742243] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.742424] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.742665] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.742803] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 607.742925] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 607.743087] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 607.743216] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.743338] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 607.743504] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 607.745372] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.745559] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.745601] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.745790] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.745886] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.746109] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.746481] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.746481] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.746661] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.746836] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.746836] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 already deleted. [ 607.746932] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.768154] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 607.768154] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 607.768154] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 607.768154] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-22" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.768154] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-ccadbf73-6fd5-4ffa-be39-3081de5fe0be taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.768154] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-ccadbf73-6fd5-4ffa-be39-3081de5fe0be" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.768154] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-ccadbf73-6fd5-4ffa-be39-3081de5fe0be" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.768154] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-ccadbf73-6fd5-4ffa-be39-3081de5fe0be" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.769088] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccadbf73-6fd5-4ffa-be39-3081de5fe0be',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.890725] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.891059] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.891059] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.891059] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.891180] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.891223] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b69523ee-a5be-4158-bb73-467cafa9975e already deleted. [ 607.891377] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b69523ee-a5be-4158-bb73-467cafa9975e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.942183] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-afcadb5d-0a1f-431a-8fc5-087c6dff4018 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.943088] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afcadb5d-0a1f-431a-8fc5-087c6dff4018" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.943156] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afcadb5d-0a1f-431a-8fc5-087c6dff4018" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.943617] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afcadb5d-0a1f-431a-8fc5-087c6dff4018" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.943933] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.944082] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.944190] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.944427] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.944536] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.944648] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afcadb5d-0a1f-431a-8fc5-087c6dff4018" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.944846] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-afcadb5d-0a1f-431a-8fc5-087c6dff4018 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.944965] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afcadb5d-0a1f-431a-8fc5-087c6dff4018" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.945050] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afcadb5d-0a1f-431a-8fc5-087c6dff4018" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.945222] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afcadb5d-0a1f-431a-8fc5-087c6dff4018" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.945399] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.945514] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.945603] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.945710] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.945824] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.945943] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afcadb5d-0a1f-431a-8fc5-087c6dff4018" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.946218] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('afcadb5d-0a1f-431a-8fc5-087c6dff4018',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.948823] env[65476]: INFO networking_nsxv3.common.synchronization [None req-762b0d3a-233b-4a89-867d-c87e10684f77 None None] Enqueued Resource ID: 30e4e444-e9a7-45a6-bcf1-6ff473369809 with Priority: HIGHEST for action port [ 607.949327] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30e4e444-e9a7-45a6-bcf1-6ff473369809 with Priority: HIGHEST for action port [ 607.949861] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-30e4e444-e9a7-45a6-bcf1-6ff473369809 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.950039] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30e4e444-e9a7-45a6-bcf1-6ff473369809" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.950146] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30e4e444-e9a7-45a6-bcf1-6ff473369809" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.950388] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30e4e444-e9a7-45a6-bcf1-6ff473369809" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.950503] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30e4e444-e9a7-45a6-bcf1-6ff473369809',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.991367] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.991367] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.991367] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.991596] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.991626] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.991900] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d7b91fd-30c8-4f9e-ae9c-e37b4695eade is going to be created. [ 608.018944] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.019291] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.019291] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.019405] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.019616] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.033728] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d7b91fd-30c8-4f9e-ae9c-e37b4695eade in Status: UNINITIALIZED for 2s [ 608.201525] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f6f75be-c9b1-4500-a554-9381a0136810 [ 608.201525] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.201677] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.201677] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.202312] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.202312] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.202312] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f6f75be-c9b1-4500-a554-9381a0136810 already deleted. [ 608.202312] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f6f75be-c9b1-4500-a554-9381a0136810" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.273050] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.273050] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.273050] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.273050] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.273050] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.273636] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port ccadbf73-6fd5-4ffa-be39-3081de5fe0be not found, creating... [ 608.273636] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.273724] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.273854] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.274161] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.274324] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.274728] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.275029] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.275096] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.275313] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.275470] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.275640] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: ccadbf73-6fd5-4ffa-be39-3081de5fe0be is going to be created. [ 608.292221] env[65476]: INFO networking_nsxv3.common.synchronization [None req-80704e59-b8e4-4c9d-9a25-eaa66783b648 None None] Enqueued Resource ID: 877a516f-f560-4ec2-8dc0-61a8887dc5a3 with Priority: HIGHEST for action port [ 608.295263] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 877a516f-f560-4ec2-8dc0-61a8887dc5a3 with Priority: HIGHEST for action port [ 608.295539] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-877a516f-f560-4ec2-8dc0-61a8887dc5a3 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.295665] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-877a516f-f560-4ec2-8dc0-61a8887dc5a3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.296118] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-877a516f-f560-4ec2-8dc0-61a8887dc5a3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.296118] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-877a516f-f560-4ec2-8dc0-61a8887dc5a3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.296118] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('877a516f-f560-4ec2-8dc0-61a8887dc5a3',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.298646] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.298646] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.298646] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.298911] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.299127] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.299566] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-ccadbf73-6fd5-4ffa-be39-3081de5fe0be" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.379791] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4471a33b-a245-4793-b098-681e946f53f5 in Status: SUCCESS [ 608.380125] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4471a33b-a245-4793-b098-681e946f53f5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.450666] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for afcadb5d-0a1f-431a-8fc5-087c6dff4018: rpc.has_security_group_logging(os_id): False [ 608.452025] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30e4e444-e9a7-45a6-bcf1-6ff473369809 [ 608.452246] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.452376] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.452439] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.452648] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.452751] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.452818] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30e4e444-e9a7-45a6-bcf1-6ff473369809 already deleted. [ 608.452894] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30e4e444-e9a7-45a6-bcf1-6ff473369809" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.472775] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.472929] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.472988] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.473277] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.473374] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.473605] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.473697] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.473749] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.473919] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.473978] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.474137] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.474349] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.474349] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.474528] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.474528] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.474656] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.474749] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.474802] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.474932] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.474991] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.475093] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afcadb5d-0a1f-431a-8fc5-087c6dff4018 is going to be created. [ 608.564742] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.564953] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.564953] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.565877] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.565877] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.582595] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afcadb5d-0a1f-431a-8fc5-087c6dff4018 in Status: IN_PROGRESS for 2s [ 608.661861] env[65476]: INFO networking_nsxv3.common.synchronization [None req-899f620d-a308-4251-8626-5642b536cff9 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Enqueued Resource ID: b69523ee-a5be-4158-bb73-467cafa9975e with Priority: HIGHEST for action security_group_rules [ 608.664782] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b69523ee-a5be-4158-bb73-467cafa9975e with Priority: HIGHEST for action security_group_rules [ 608.665177] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b69523ee-a5be-4158-bb73-467cafa9975e taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.665309] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b69523ee-a5be-4158-bb73-467cafa9975e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.665376] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b69523ee-a5be-4158-bb73-467cafa9975e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.665595] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b69523ee-a5be-4158-bb73-467cafa9975e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.665687] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b69523ee-a5be-4158-bb73-467cafa9975e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.801229] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 877a516f-f560-4ec2-8dc0-61a8887dc5a3 [ 608.801331] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.801469] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.801519] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.802017] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.802017] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.802017] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:877a516f-f560-4ec2-8dc0-61a8887dc5a3 already deleted. [ 608.802017] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-877a516f-f560-4ec2-8dc0-61a8887dc5a3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.029828] env[65476]: INFO networking_nsxv3.common.synchronization [req-8cf11887-12ce-4e59-9440-6a5e4962d55c req-eb7c2837-c74f-46bd-9aff-ab1c387a68e7 service nova] Enqueued Resource ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 with Priority: HIGHEST for action security_group_rules [ 609.030629] env[65476]: INFO networking_nsxv3.common.synchronization [req-8cf11887-12ce-4e59-9440-6a5e4962d55c req-eb7c2837-c74f-46bd-9aff-ab1c387a68e7 service nova] Enqueued Resource ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 with Priority: HIGHEST for action security_group_members [ 609.030629] env[65476]: INFO networking_nsxv3.common.synchronization [req-8cf11887-12ce-4e59-9440-6a5e4962d55c req-eb7c2837-c74f-46bd-9aff-ab1c387a68e7 service nova] Enqueued Resource ID: ccadbf73-6fd5-4ffa-be39-3081de5fe0be with Priority: HIGHEST for action port [ 609.030820] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 with Priority: HIGHEST for action security_group_rules [ 609.031092] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 with Priority: HIGHEST for action security_group_members [ 609.031688] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccadbf73-6fd5-4ffa-be39-3081de5fe0be with Priority: HIGHEST for action port [ 609.032036] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f3fbd21-575e-46fe-bc65-4fe0585f19b7 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.032238] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.032238] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.032519] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.033280] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f3fbd21-575e-46fe-bc65-4fe0585f19b7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.038061] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.038247] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.038322] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.038584] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.038689] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.038805] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.038866] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.039365] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.039813] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.039813] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f3fbd21-575e-46fe-bc65-4fe0585f19b7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.041076] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccadbf73-6fd5-4ffa-be39-3081de5fe0be taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.041159] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccadbf73-6fd5-4ffa-be39-3081de5fe0be" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.041380] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccadbf73-6fd5-4ffa-be39-3081de5fe0be" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.041578] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccadbf73-6fd5-4ffa-be39-3081de5fe0be" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.041653] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccadbf73-6fd5-4ffa-be39-3081de5fe0be',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.186634] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.186804] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.186852] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.187054] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.187258] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.187258] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b69523ee-a5be-4158-bb73-467cafa9975e already deleted. [ 609.187352] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b69523ee-a5be-4158-bb73-467cafa9975e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.543311] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f3fbd21-575e-46fe-bc65-4fe0585f19b7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.544400] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.544511] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.548422] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ccadbf73-6fd5-4ffa-be39-3081de5fe0be with status ACTIVE [ 609.548826] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.548969] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.549055] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.549353] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.549353] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.549507] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.551232] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.551232] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.551232] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.551232] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.551232] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.551232] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.551232] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.551232] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.551232] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.551232] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ccadbf73-6fd5-4ffa-be39-3081de5fe0be is going to be updated. [ 609.571273] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.571459] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.571501] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.571687] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.571819] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.572017] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccadbf73-6fd5-4ffa-be39-3081de5fe0be" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.028099] env[65476]: INFO networking_nsxv3.common.synchronization [req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 req-8dfbafb9-88b1-4533-8750-461902a3b9ca tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Enqueued Resource ID: 4fece061-3d2e-49ae-812d-cff782500406 with Priority: HIGHEST for action security_group_members [ 610.028872] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fece061-3d2e-49ae-812d-cff782500406 with Priority: HIGHEST for action security_group_members [ 610.029446] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fece061-3d2e-49ae-812d-cff782500406 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.029676] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.029738] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.030116] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.030435] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.030574] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.030659] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.030885] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.031031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.031189] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fece061-3d2e-49ae-812d-cff782500406',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.045180] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d7b91fd-30c8-4f9e-ae9c-e37b4695eade in Status: SUCCESS [ 610.045747] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.045920] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.046151] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.047204] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.047370] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.047438] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.047606] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.047688] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.047847] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.048289] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d7b91fd-30c8-4f9e-ae9c-e37b4695eade',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.052689] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f3fbd21-575e-46fe-bc65-4fe0585f19b7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.169078] env[65476]: INFO networking_nsxv3.common.synchronization [None req-7a36807f-2e95-4308-9774-5a50ce48f676 None None] Enqueued Resource ID: 36a45d27-a128-4aa6-a3af-fbff689fcba1 with Priority: HIGHEST for action port [ 610.170977] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a45d27-a128-4aa6-a3af-fbff689fcba1 with Priority: HIGHEST for action port [ 610.171691] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-36a45d27-a128-4aa6-a3af-fbff689fcba1 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.172552] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36a45d27-a128-4aa6-a3af-fbff689fcba1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.172552] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36a45d27-a128-4aa6-a3af-fbff689fcba1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.172552] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36a45d27-a128-4aa6-a3af-fbff689fcba1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.172552] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36a45d27-a128-4aa6-a3af-fbff689fcba1',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.472469] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.472647] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.473250] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.473250] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.476353] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.476523] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.476635] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.476870] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.478202] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.478432] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.478544] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.478646] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.478747] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.478849] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.479473] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.479473] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.502656] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.502964] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 610.502964] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.503135] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.503441] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-ad951971-bb22-4471-8125-bbf2338c5709 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.503633] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-ad951971-bb22-4471-8125-bbf2338c5709" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.503633] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-ad951971-bb22-4471-8125-bbf2338c5709" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.503978] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-ad951971-bb22-4471-8125-bbf2338c5709" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.504350] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad951971-bb22-4471-8125-bbf2338c5709',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.536550] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.536550] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.536550] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.536550] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.536550] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.536550] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.536550] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.536550] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.536550] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.536550] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.536550] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fece061-3d2e-49ae-812d-cff782500406 already deleted. [ 610.536550] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.553109] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.553109] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.553109] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.553109] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.553109] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.553109] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.553109] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.553674] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.553674] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.553674] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.553674] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.553674] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.553674] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.554357] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.554455] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.554558] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.554623] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.554836] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.555022] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.555096] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.555131] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d7b91fd-30c8-4f9e-ae9c-e37b4695eade',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.556421] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.556530] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.556595] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.556741] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.556821] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.556910] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 is going to be created. [ 610.584802] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.584802] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.584802] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.585130] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.585130] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.600412] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 in Status: UNINITIALIZED for 2s [ 610.604692] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afcadb5d-0a1f-431a-8fc5-087c6dff4018 in Status: SUCCESS [ 610.604692] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afcadb5d-0a1f-431a-8fc5-087c6dff4018" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.674922] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36a45d27-a128-4aa6-a3af-fbff689fcba1 [ 610.674922] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.674922] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.674922] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.675200] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.675233] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.675344] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36a45d27-a128-4aa6-a3af-fbff689fcba1 already deleted. [ 610.675428] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36a45d27-a128-4aa6-a3af-fbff689fcba1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.788812] env[65476]: INFO networking_nsxv3.common.synchronization [None req-9e8a36ef-d92d-4c6a-b1c2-09a65135d160 None None] Enqueued Resource ID: f13fc0f4-26f3-4ce6-a72a-a3b79e953acb with Priority: HIGHEST for action port [ 610.789086] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f13fc0f4-26f3-4ce6-a72a-a3b79e953acb with Priority: HIGHEST for action port [ 610.789683] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-f13fc0f4-26f3-4ce6-a72a-a3b79e953acb taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.789999] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f13fc0f4-26f3-4ce6-a72a-a3b79e953acb" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.789999] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f13fc0f4-26f3-4ce6-a72a-a3b79e953acb" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.791330] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f13fc0f4-26f3-4ce6-a72a-a3b79e953acb" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.791418] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f13fc0f4-26f3-4ce6-a72a-a3b79e953acb',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.006919] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.007162] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.007282] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.007661] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.007944] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.008144] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port ad951971-bb22-4471-8125-bbf2338c5709 not found, creating... [ 611.008406] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.008570] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.008681] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.008911] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.009053] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.009328] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.009478] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.009587] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.009788] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.009953] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.010184] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: ad951971-bb22-4471-8125-bbf2338c5709 is going to be created. [ 611.034139] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.034359] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.034480] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.034753] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.034976] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.035208] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-ad951971-bb22-4471-8125-bbf2338c5709" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.059281] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d7b91fd-30c8-4f9e-ae9c-e37b4695eade: rpc.has_security_group_logging(os_id): False [ 611.081223] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.081416] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.081481] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.081750] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.081875] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.082047] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.082170] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.082282] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.082385] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.082484] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.083144] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.083253] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.083253] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.083414] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.083487] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.083676] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.083770] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.083831] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.083974] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.084061] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.084148] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d7b91fd-30c8-4f9e-ae9c-e37b4695eade is going to be created. [ 611.166009] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.166009] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.166009] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.166235] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.166320] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.180681] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d7b91fd-30c8-4f9e-ae9c-e37b4695eade in Status: IN_PROGRESS for 2s [ 611.263834] env[65476]: INFO networking_nsxv3.common.synchronization [req-40b71650-e348-450e-be70-f1066d3dc18e req-f1af3c9b-298b-4aa0-982e-f558a2a18720 tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Enqueued Resource ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 with Priority: HIGHEST for action security_group_members [ 611.263834] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 with Priority: HIGHEST for action security_group_members [ 611.263834] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-7704e3ed-6eb7-45e0-b422-16430811c1f9 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.264175] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.264175] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.264641] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.264750] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.264914] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.264914] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.265124] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.265169] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.265370] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7704e3ed-6eb7-45e0-b422-16430811c1f9',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.294179] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f13fc0f4-26f3-4ce6-a72a-a3b79e953acb [ 611.294338] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.296030] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.296030] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.296030] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.296030] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.296030] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f13fc0f4-26f3-4ce6-a72a-a3b79e953acb already deleted. [ 611.296439] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f13fc0f4-26f3-4ce6-a72a-a3b79e953acb" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.769884] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.770534] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.770534] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.770534] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.770534] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.770851] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.770851] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.770851] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.771042] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.771106] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.771186] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 already deleted. [ 611.771307] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.792273] env[65476]: INFO networking_nsxv3.common.synchronization [req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 req-02fe75cb-39c7-401d-bc50-53365bd31028 service nova] Enqueued Resource ID: 4fece061-3d2e-49ae-812d-cff782500406 with Priority: HIGHEST for action security_group_rules [ 611.792273] env[65476]: INFO networking_nsxv3.common.synchronization [req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 req-02fe75cb-39c7-401d-bc50-53365bd31028 service nova] Enqueued Resource ID: 4fece061-3d2e-49ae-812d-cff782500406 with Priority: HIGHEST for action security_group_members [ 611.792273] env[65476]: INFO networking_nsxv3.common.synchronization [req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 req-02fe75cb-39c7-401d-bc50-53365bd31028 service nova] Enqueued Resource ID: ad951971-bb22-4471-8125-bbf2338c5709 with Priority: HIGHEST for action port [ 611.795763] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fece061-3d2e-49ae-812d-cff782500406 with Priority: HIGHEST for action security_group_rules [ 611.795763] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fece061-3d2e-49ae-812d-cff782500406 with Priority: HIGHEST for action security_group_members [ 611.795951] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad951971-bb22-4471-8125-bbf2338c5709 with Priority: HIGHEST for action port [ 611.796130] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fece061-3d2e-49ae-812d-cff782500406 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.796266] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.796329] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.796677] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.796677] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fece061-3d2e-49ae-812d-cff782500406',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.797725] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fece061-3d2e-49ae-812d-cff782500406 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.798321] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.798321] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.798321] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.798321] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.798870] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.798870] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.798870] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.798870] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.798870] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fece061-3d2e-49ae-812d-cff782500406',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.801847] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad951971-bb22-4471-8125-bbf2338c5709 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.801847] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad951971-bb22-4471-8125-bbf2338c5709" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.801847] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad951971-bb22-4471-8125-bbf2338c5709" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.801847] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad951971-bb22-4471-8125-bbf2338c5709" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.801847] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad951971-bb22-4471-8125-bbf2338c5709',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.092688] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-893 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.093772] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-893" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.093772] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-893" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.093772] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-893" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.093772] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.093772] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.093772] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.094027] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.095182] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.095308] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.095543] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.095862] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.095983] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.096415] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.096628] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.096798] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.125899] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.126129] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 612.126425] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.126502] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-893" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.127078] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-4420fa4e-301e-4ba1-ac99-25c42cfe41ca taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.127078] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-4420fa4e-301e-4ba1-ac99-25c42cfe41ca" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.127703] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-4420fa4e-301e-4ba1-ac99-25c42cfe41ca" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.128078] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-4420fa4e-301e-4ba1-ac99-25c42cfe41ca" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.128078] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4420fa4e-301e-4ba1-ac99-25c42cfe41ca',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.156218] env[65476]: INFO networking_nsxv3.common.synchronization [None req-aadc2711-4cb7-4c89-8ff6-e7cec4dd1001 None None] Enqueued Resource ID: 256282a6-1b78-4e03-ab3d-8377f17ff109 with Priority: HIGHEST for action port [ 612.157236] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 256282a6-1b78-4e03-ab3d-8377f17ff109 with Priority: HIGHEST for action port [ 612.158910] env[65476]: INFO networking_nsxv3.common.synchronization [None req-71dfe660-1e95-445e-ae65-fc762d066d47 None None] Enqueued Resource ID: 60206ff2-c7ec-4c01-9153-ce3b22c4de28 with Priority: HIGHEST for action port [ 612.158910] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-256282a6-1b78-4e03-ab3d-8377f17ff109 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.158910] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-256282a6-1b78-4e03-ab3d-8377f17ff109" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.158910] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-256282a6-1b78-4e03-ab3d-8377f17ff109" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.159283] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-256282a6-1b78-4e03-ab3d-8377f17ff109" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.159283] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('256282a6-1b78-4e03-ab3d-8377f17ff109',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.160450] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60206ff2-c7ec-4c01-9153-ce3b22c4de28 with Priority: HIGHEST for action port [ 612.160751] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-60206ff2-c7ec-4c01-9153-ce3b22c4de28 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.160871] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60206ff2-c7ec-4c01-9153-ce3b22c4de28" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.160944] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60206ff2-c7ec-4c01-9153-ce3b22c4de28" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.161278] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60206ff2-c7ec-4c01-9153-ce3b22c4de28" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.161353] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60206ff2-c7ec-4c01-9153-ce3b22c4de28',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.301560] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fece061-3d2e-49ae-812d-cff782500406 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.301690] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.306169] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fece061-3d2e-49ae-812d-cff782500406',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.306169] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad951971-bb22-4471-8125-bbf2338c5709 with status ACTIVE [ 612.306169] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.306169] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.306169] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.306169] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.306169] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.307909] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.308902] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.309081] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.309238] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.309340] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.309513] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.310720] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.310720] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.310720] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.310720] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.310720] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad951971-bb22-4471-8125-bbf2338c5709 is going to be updated. [ 612.377165] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.377165] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.377165] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.377595] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.377595] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.377665] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad951971-bb22-4471-8125-bbf2338c5709" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.616435] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 in Status: SUCCESS [ 612.616435] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.616435] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.616435] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.616435] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.616435] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.616435] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.616435] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.616435] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.616435] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.616435] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f3fbd21-575e-46fe-bc65-4fe0585f19b7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.631386] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.631558] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.631655] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.631922] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.633639] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.633639] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port 4420fa4e-301e-4ba1-ac99-25c42cfe41ca not found, creating... [ 612.633639] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.633639] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.633639] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.633639] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.633639] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.633639] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.633639] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.634012] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.634012] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.634075] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.634222] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: 4420fa4e-301e-4ba1-ac99-25c42cfe41ca is going to be created. [ 612.660407] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.660407] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.660640] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.660818] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.661082] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.661251] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-4420fa4e-301e-4ba1-ac99-25c42cfe41ca" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.662561] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 256282a6-1b78-4e03-ab3d-8377f17ff109 [ 612.662821] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.662978] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.663063] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.663194] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.663313] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.663381] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:256282a6-1b78-4e03-ab3d-8377f17ff109 already deleted. [ 612.663465] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-256282a6-1b78-4e03-ab3d-8377f17ff109" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.663648] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60206ff2-c7ec-4c01-9153-ce3b22c4de28 [ 612.663852] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.663950] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.663950] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.664207] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.664416] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.664416] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60206ff2-c7ec-4c01-9153-ce3b22c4de28 already deleted. [ 612.664416] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60206ff2-c7ec-4c01-9153-ce3b22c4de28" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.813262] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fece061-3d2e-49ae-812d-cff782500406',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.942605] env[65476]: INFO networking_nsxv3.common.synchronization [req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 req-4c14f08e-a6e1-47e8-b12d-f3e8da14312a tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Enqueued Resource ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 with Priority: HIGHEST for action security_group_members [ 612.943163] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 with Priority: HIGHEST for action security_group_members [ 612.943628] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.943777] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.943875] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.944200] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.944400] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.944513] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.944613] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.944860] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.944979] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.945092] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f3fbd21-575e-46fe-bc65-4fe0585f19b7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.118224] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.118725] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.196134] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d7b91fd-30c8-4f9e-ae9c-e37b4695eade in Status: SUCCESS [ 613.196507] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.315432] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.315694] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.315694] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.316262] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.316262] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.316262] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fece061-3d2e-49ae-812d-cff782500406 is going to be created. [ 613.341756] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.341893] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.341986] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.342236] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.342370] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.352652] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fece061-3d2e-49ae-812d-cff782500406 in Status: UNINITIALIZED for 2s [ 613.365125] env[65476]: INFO networking_nsxv3.common.synchronization [req-40b71650-e348-450e-be70-f1066d3dc18e req-7ea191da-a14f-44c8-bf3c-7c2f8ce7fe0f service nova] Enqueued Resource ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 with Priority: HIGHEST for action security_group_rules [ 613.365215] env[65476]: INFO networking_nsxv3.common.synchronization [req-40b71650-e348-450e-be70-f1066d3dc18e req-7ea191da-a14f-44c8-bf3c-7c2f8ce7fe0f service nova] Enqueued Resource ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 with Priority: HIGHEST for action security_group_members [ 613.365349] env[65476]: INFO networking_nsxv3.common.synchronization [req-40b71650-e348-450e-be70-f1066d3dc18e req-7ea191da-a14f-44c8-bf3c-7c2f8ce7fe0f service nova] Enqueued Resource ID: 4420fa4e-301e-4ba1-ac99-25c42cfe41ca with Priority: HIGHEST for action port [ 613.366074] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 with Priority: HIGHEST for action security_group_rules [ 613.366074] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 with Priority: HIGHEST for action security_group_members [ 613.366074] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4420fa4e-301e-4ba1-ac99-25c42cfe41ca with Priority: HIGHEST for action port [ 613.366351] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7704e3ed-6eb7-45e0-b422-16430811c1f9 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.366474] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.366762] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.366851] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.366938] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7704e3ed-6eb7-45e0-b422-16430811c1f9',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.368687] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-7704e3ed-6eb7-45e0-b422-16430811c1f9 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.369589] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.369589] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.369589] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.369589] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.369589] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.369589] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.369589] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.369856] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.369856] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7704e3ed-6eb7-45e0-b422-16430811c1f9',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.370578] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-4420fa4e-301e-4ba1-ac99-25c42cfe41ca taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.370674] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4420fa4e-301e-4ba1-ac99-25c42cfe41ca" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.370745] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4420fa4e-301e-4ba1-ac99-25c42cfe41ca" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.370895] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4420fa4e-301e-4ba1-ac99-25c42cfe41ca" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.371054] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4420fa4e-301e-4ba1-ac99-25c42cfe41ca',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.447896] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f3fbd21-575e-46fe-bc65-4fe0585f19b7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.691527] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-22 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.691527] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-22" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.691722] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-22" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.691832] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-22" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.692092] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.692239] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.692345] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.692550] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.693016] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.693016] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.693016] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.693144] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.693175] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.693277] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.693375] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.693500] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.714917] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.715147] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.715284] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.715476] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-22" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.715936] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-d0baa607-8eab-4b51-b4dc-d6c2ba6b5eb1 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.716131] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-d0baa607-8eab-4b51-b4dc-d6c2ba6b5eb1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.716246] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-d0baa607-8eab-4b51-b4dc-d6c2ba6b5eb1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.716571] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-d0baa607-8eab-4b51-b4dc-d6c2ba6b5eb1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.716703] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0baa607-8eab-4b51-b4dc-d6c2ba6b5eb1',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.874892] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7704e3ed-6eb7-45e0-b422-16430811c1f9',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.875921] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-7704e3ed-6eb7-45e0-b422-16430811c1f9 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.876043] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.876390] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4420fa4e-301e-4ba1-ac99-25c42cfe41ca with status ACTIVE [ 613.876649] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.876649] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.876797] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.876909] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.876994] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.877181] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.877274] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.877333] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.877480] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.877550] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.877728] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.877817] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.877890] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.878045] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.878167] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.878199] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4420fa4e-301e-4ba1-ac99-25c42cfe41ca is going to be updated. [ 613.901088] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.901296] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.901370] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.901589] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.901724] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.901881] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4420fa4e-301e-4ba1-ac99-25c42cfe41ca" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.953191] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f3fbd21-575e-46fe-bc65-4fe0585f19b7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.219091] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.221677] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.221677] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.221677] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.221677] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.221677] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port d0baa607-8eab-4b51-b4dc-d6c2ba6b5eb1 not found, creating... [ 614.221677] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.221677] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.221677] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.221677] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.221677] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.225228] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.225228] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.225228] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.225228] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.225228] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.225228] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: d0baa607-8eab-4b51-b4dc-d6c2ba6b5eb1 is going to be created. [ 614.250771] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.250771] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.250771] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.251117] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.251296] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.251542] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-d0baa607-8eab-4b51-b4dc-d6c2ba6b5eb1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.378821] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7704e3ed-6eb7-45e0-b422-16430811c1f9',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.458705] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.458979] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.458979] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.459141] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.459246] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.459355] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 is going to be updated. [ 614.525066] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.525333] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.525408] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.525726] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.525941] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.538640] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 in Status: IN_PROGRESS for 2s [ 614.634751] env[65476]: INFO networking_nsxv3.common.synchronization [req-757f5a0a-f4bc-47a9-af92-021d3dea597f req-91f27006-42ff-4a74-9ae5-c301193bc850 tempest-SecurityGroupRulesNegativeTestJSON-48103443 tempest-SecurityGroupRulesNegativeTestJSON-48103443-project-member] Enqueued Resource ID: 67b32199-0b56-4167-aee1-3c49a50c81cb with Priority: HIGHEST for action security_group_rules [ 614.635465] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b32199-0b56-4167-aee1-3c49a50c81cb with Priority: HIGHEST for action security_group_rules [ 614.635899] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67b32199-0b56-4167-aee1-3c49a50c81cb taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.636374] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67b32199-0b56-4167-aee1-3c49a50c81cb" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.636568] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67b32199-0b56-4167-aee1-3c49a50c81cb" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.637044] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67b32199-0b56-4167-aee1-3c49a50c81cb" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.637263] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67b32199-0b56-4167-aee1-3c49a50c81cb',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.797286] env[65476]: INFO networking_nsxv3.common.synchronization [None req-e8446352-6e48-468e-b3c1-7e69d02ef429 None None] Enqueued Resource ID: d4dcc9c7-69b9-45fd-b790-12c49c91fe42 with Priority: HIGHEST for action port [ 614.797286] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4dcc9c7-69b9-45fd-b790-12c49c91fe42 with Priority: HIGHEST for action port [ 614.797473] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4dcc9c7-69b9-45fd-b790-12c49c91fe42 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.797621] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4dcc9c7-69b9-45fd-b790-12c49c91fe42" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.797681] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4dcc9c7-69b9-45fd-b790-12c49c91fe42" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.798064] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4dcc9c7-69b9-45fd-b790-12c49c91fe42" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.798281] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4dcc9c7-69b9-45fd-b790-12c49c91fe42',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.886018] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.886018] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.886018] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.886018] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.886018] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.886018] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 is going to be created. [ 614.916782] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.916965] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.917057] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.917278] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.917446] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.933856] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 in Status: UNINITIALIZED for 2s [ 615.096311] env[65476]: INFO networking_nsxv3.common.synchronization [req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 req-86330c40-3858-40b3-9b64-230235a9456c service nova] Enqueued Resource ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 with Priority: HIGHEST for action security_group_rules [ 615.096473] env[65476]: INFO networking_nsxv3.common.synchronization [req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 req-86330c40-3858-40b3-9b64-230235a9456c service nova] Enqueued Resource ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 with Priority: HIGHEST for action security_group_members [ 615.096600] env[65476]: INFO networking_nsxv3.common.synchronization [req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 req-86330c40-3858-40b3-9b64-230235a9456c service nova] Enqueued Resource ID: d0baa607-8eab-4b51-b4dc-d6c2ba6b5eb1 with Priority: HIGHEST for action port [ 615.096856] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 with Priority: HIGHEST for action security_group_rules [ 615.097296] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 with Priority: HIGHEST for action security_group_members [ 615.097296] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0baa607-8eab-4b51-b4dc-d6c2ba6b5eb1 with Priority: HIGHEST for action port [ 615.097719] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f3fbd21-575e-46fe-bc65-4fe0585f19b7 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.097832] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.098013] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.099179] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.099800] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0baa607-8eab-4b51-b4dc-d6c2ba6b5eb1 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.101290] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0baa607-8eab-4b51-b4dc-d6c2ba6b5eb1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.101290] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0baa607-8eab-4b51-b4dc-d6c2ba6b5eb1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.101433] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0baa607-8eab-4b51-b4dc-d6c2ba6b5eb1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.101477] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0baa607-8eab-4b51-b4dc-d6c2ba6b5eb1',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.164149] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.166854] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.166854] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.166854] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.166854] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.166854] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67b32199-0b56-4167-aee1-3c49a50c81cb already deleted. [ 615.166854] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67b32199-0b56-4167-aee1-3c49a50c81cb" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.301021] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4dcc9c7-69b9-45fd-b790-12c49c91fe42 [ 615.302512] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.302512] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.302512] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.302512] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.302512] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.302512] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4dcc9c7-69b9-45fd-b790-12c49c91fe42 already deleted. [ 615.302512] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4dcc9c7-69b9-45fd-b790-12c49c91fe42" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.366969] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fece061-3d2e-49ae-812d-cff782500406 in Status: SUCCESS [ 615.367257] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.367730] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.367730] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.367872] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.368226] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.368300] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.368572] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.368672] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.368768] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.369346] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4fece061-3d2e-49ae-812d-cff782500406',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.418334] env[65476]: INFO networking_nsxv3.common.synchronization [None req-1055ede4-3ffc-4602-a8cc-64ea2d7ffc59 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Enqueued Resource ID: 6492e50c-3051-48cc-a27f-d04e71171dad with Priority: HIGHEST for action security_group_rules [ 615.418852] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6492e50c-3051-48cc-a27f-d04e71171dad with Priority: HIGHEST for action security_group_rules [ 615.422377] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6492e50c-3051-48cc-a27f-d04e71171dad taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.422671] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6492e50c-3051-48cc-a27f-d04e71171dad" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.422788] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6492e50c-3051-48cc-a27f-d04e71171dad" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.423122] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6492e50c-3051-48cc-a27f-d04e71171dad" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.424102] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6492e50c-3051-48cc-a27f-d04e71171dad',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.594671] env[65476]: INFO networking_nsxv3.common.synchronization [None req-e12b140c-536b-403e-a8c1-80e9f724adbe tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Enqueued Resource ID: 6492e50c-3051-48cc-a27f-d04e71171dad with Priority: HIGHEST for action security_group_rules [ 615.595215] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6492e50c-3051-48cc-a27f-d04e71171dad with Priority: HIGHEST for action security_group_rules [ 615.595518] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6492e50c-3051-48cc-a27f-d04e71171dad taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.595633] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6492e50c-3051-48cc-a27f-d04e71171dad" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.607629] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0baa607-8eab-4b51-b4dc-d6c2ba6b5eb1 with status ACTIVE [ 615.607886] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.608058] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.608182] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.608358] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.608537] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.608645] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.608748] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.608882] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.609021] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.609166] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.609315] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.609460] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.609504] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.609647] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.609755] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.609844] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0baa607-8eab-4b51-b4dc-d6c2ba6b5eb1 is going to be updated. [ 615.637412] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.637412] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.637412] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.637412] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.637412] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.637412] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0baa607-8eab-4b51-b4dc-d6c2ba6b5eb1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.871493] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fece061-3d2e-49ae-812d-cff782500406 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.871733] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.872101] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.872337] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.872549] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.872707] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.872797] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.872958] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.873061] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.873155] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.873316] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fece061-3d2e-49ae-812d-cff782500406 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.873423] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.873485] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.874020] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.874190] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.874261] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.874324] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.874732] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.874810] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.875266] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.875675] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4fece061-3d2e-49ae-812d-cff782500406',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.948240] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.948240] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.948240] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.948240] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.948240] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.948240] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6492e50c-3051-48cc-a27f-d04e71171dad already deleted. [ 615.948240] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6492e50c-3051-48cc-a27f-d04e71171dad" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.948240] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6492e50c-3051-48cc-a27f-d04e71171dad" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.948240] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6492e50c-3051-48cc-a27f-d04e71171dad" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.948815] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6492e50c-3051-48cc-a27f-d04e71171dad',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.384808] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4fece061-3d2e-49ae-812d-cff782500406: rpc.has_security_group_logging(os_id): False [ 616.412035] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.412035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.412035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.412035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.412035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.412035] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.412035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.412035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.412035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.412035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.412035] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.412035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.412035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.412035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.412035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.413085] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.413860] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.414084] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.414341] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.414554] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.414739] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fece061-3d2e-49ae-812d-cff782500406 is going to be created. [ 616.474145] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.474145] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.474145] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.474145] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.474145] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.474145] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6492e50c-3051-48cc-a27f-d04e71171dad already deleted. [ 616.474145] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6492e50c-3051-48cc-a27f-d04e71171dad" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.507057] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.507310] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.507310] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.507585] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.507852] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.526985] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fece061-3d2e-49ae-812d-cff782500406 in Status: IN_PROGRESS for 2s [ 616.554549] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 in Status: SUCCESS [ 616.554549] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.554549] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.554549] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.554854] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.554854] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.554944] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.555439] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.555439] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.555439] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.555439] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.555439] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.555731] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.555731] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.559419] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.559419] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.559419] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.559419] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.559419] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.559419] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.559419] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f3fbd21-575e-46fe-bc65-4fe0585f19b7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.560589] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.560589] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.560589] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.560756] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.560756] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.560888] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.560967] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.561137] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f3fbd21-575e-46fe-bc65-4fe0585f19b7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.944637] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 in Status: SUCCESS [ 616.944866] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.945063] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.945284] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.945466] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.945580] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.945642] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.945783] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.945860] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.945941] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.946046] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7704e3ed-6eb7-45e0-b422-16430811c1f9',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.063528] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f3fbd21-575e-46fe-bc65-4fe0585f19b7: rpc.has_security_group_logging(os_id): False [ 617.064623] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f3fbd21-575e-46fe-bc65-4fe0585f19b7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.097253] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.097364] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.097543] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.097654] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.097750] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.097962] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.098101] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.098156] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.098326] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.098382] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.098530] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.098669] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.098669] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.098789] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.098862] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.099293] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.099293] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.099293] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.099293] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.099782] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.099782] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 is going to be created. [ 617.164564] env[65476]: INFO networking_nsxv3.common.synchronization [None req-76e3f293-feea-42d6-a390-780b37462b59 None None] Enqueued Resource ID: 89e7a2ba-8fc0-4253-b2b1-72a7e5a0fb6e with Priority: HIGHEST for action port [ 617.165730] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89e7a2ba-8fc0-4253-b2b1-72a7e5a0fb6e with Priority: HIGHEST for action port [ 617.166391] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-89e7a2ba-8fc0-4253-b2b1-72a7e5a0fb6e taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.166627] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89e7a2ba-8fc0-4253-b2b1-72a7e5a0fb6e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.166726] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89e7a2ba-8fc0-4253-b2b1-72a7e5a0fb6e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.167305] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89e7a2ba-8fc0-4253-b2b1-72a7e5a0fb6e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.167446] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89e7a2ba-8fc0-4253-b2b1-72a7e5a0fb6e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.184327] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.186024] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.186024] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.186024] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.186024] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.199740] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 in Status: IN_PROGRESS for 2s [ 617.448592] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7704e3ed-6eb7-45e0-b422-16430811c1f9',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.569548] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f3fbd21-575e-46fe-bc65-4fe0585f19b7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.670239] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89e7a2ba-8fc0-4253-b2b1-72a7e5a0fb6e [ 617.671174] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.672263] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.672435] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.672659] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.672768] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.672878] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89e7a2ba-8fc0-4253-b2b1-72a7e5a0fb6e already deleted. [ 617.673057] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89e7a2ba-8fc0-4253-b2b1-72a7e5a0fb6e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.951597] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7704e3ed-6eb7-45e0-b422-16430811c1f9: rpc.has_security_group_logging(os_id): False [ 617.977521] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.977710] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.977914] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.978167] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.978269] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.978627] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.978753] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.978826] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.979109] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.979217] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.979314] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 is going to be created. [ 618.070983] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.070983] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.070983] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.070983] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.070983] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.073035] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.073035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.073035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.073035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.073319] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.073319] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 is going to be updated. [ 618.089249] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 in Status: IN_PROGRESS for 2s [ 618.143121] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.143425] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.143504] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.143721] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.143860] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.164601] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 in Status: IN_PROGRESS for 2s [ 618.541951] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fece061-3d2e-49ae-812d-cff782500406 in Status: SUCCESS [ 618.542274] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.213959] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 in Status: SUCCESS [ 619.215845] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.215845] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.215845] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.215845] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f3fbd21-575e-46fe-bc65-4fe0585f19b7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.486576] env[65476]: INFO networking_nsxv3.common.synchronization [req-a49fb745-12f7-446d-9598-7e223c1bae56 req-55586eac-b939-49ae-82d3-2a20dbd29255 tempest-SecurityGroupRulesTestJSON-1783845604 tempest-SecurityGroupRulesTestJSON-1783845604-project-member] Enqueued Resource ID: 3ac81cce-d243-4681-83ef-f0dc2485925b with Priority: HIGHEST for action security_group_rules [ 619.487857] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ac81cce-d243-4681-83ef-f0dc2485925b with Priority: HIGHEST for action security_group_rules [ 619.488737] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ac81cce-d243-4681-83ef-f0dc2485925b taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.488829] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ac81cce-d243-4681-83ef-f0dc2485925b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.488879] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ac81cce-d243-4681-83ef-f0dc2485925b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.489206] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ac81cce-d243-4681-83ef-f0dc2485925b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.489317] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ac81cce-d243-4681-83ef-f0dc2485925b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.718542] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.718801] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.860509] env[65476]: INFO networking_nsxv3.common.synchronization [req-6c3365f7-3701-4d04-808f-9a1fc6a79460 req-f298e177-a9f9-437c-99d3-5fd11a498767 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Enqueued Resource ID: 5dfdb1e1-ae0c-4f77-a196-96fc2727ced3 with Priority: HIGHEST for action security_group_members [ 619.860951] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dfdb1e1-ae0c-4f77-a196-96fc2727ced3 with Priority: HIGHEST for action security_group_members [ 619.861771] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dfdb1e1-ae0c-4f77-a196-96fc2727ced3 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.861890] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dfdb1e1-ae0c-4f77-a196-96fc2727ced3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.862019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dfdb1e1-ae0c-4f77-a196-96fc2727ced3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.862803] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dfdb1e1-ae0c-4f77-a196-96fc2727ced3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.862803] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.862803] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.862981] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.863022] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.863327] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.863464] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5dfdb1e1-ae0c-4f77-a196-96fc2727ced3',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.013135] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.017028] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.017028] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.017028] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.017028] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.017028] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ac81cce-d243-4681-83ef-f0dc2485925b already deleted. [ 620.017028] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ac81cce-d243-4681-83ef-f0dc2485925b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.104050] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 in Status: SUCCESS [ 620.104050] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.179688] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 in Status: SUCCESS [ 620.179986] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.180347] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.180650] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.181031] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.181227] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.181337] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.181594] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.181950] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.182189] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.182364] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f3fbd21-575e-46fe-bc65-4fe0585f19b7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.247876] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-889 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.249566] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-889" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.249566] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-889" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.250739] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-889" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.250739] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.250739] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.250739] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.251150] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.251150] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.251259] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.251334] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.251443] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.251563] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.251646] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.251743] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.252044] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.297202] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.297337] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.045 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.297403] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.297734] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-889" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.297961] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-d0b676e2-a4ce-4fa9-8233-956e2e1486bd taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.298167] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-d0b676e2-a4ce-4fa9-8233-956e2e1486bd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.298279] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-d0b676e2-a4ce-4fa9-8233-956e2e1486bd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.298662] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-d0b676e2-a4ce-4fa9-8233-956e2e1486bd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.298834] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0b676e2-a4ce-4fa9-8233-956e2e1486bd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.365516] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.365809] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.365809] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.366036] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.366131] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.366366] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.366518] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.366518] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.366643] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.366705] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.366767] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dfdb1e1-ae0c-4f77-a196-96fc2727ced3 already deleted. [ 620.366864] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dfdb1e1-ae0c-4f77-a196-96fc2727ced3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.665767] env[65476]: INFO networking_nsxv3.common.synchronization [req-38845f93-5940-4af0-ad11-945992f9b5c8 req-cd8ded4b-0d94-47a7-8b46-dcc64ef0708c tempest-SecurityGroupRulesNegativeTestJSON-48103443 tempest-SecurityGroupRulesNegativeTestJSON-48103443-project-member] Enqueued Resource ID: 67b32199-0b56-4167-aee1-3c49a50c81cb with Priority: HIGHEST for action security_group_rules [ 620.666355] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67b32199-0b56-4167-aee1-3c49a50c81cb with Priority: HIGHEST for action security_group_rules [ 620.666676] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67b32199-0b56-4167-aee1-3c49a50c81cb taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.666802] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67b32199-0b56-4167-aee1-3c49a50c81cb" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.666970] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67b32199-0b56-4167-aee1-3c49a50c81cb" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.667114] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67b32199-0b56-4167-aee1-3c49a50c81cb" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.667163] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67b32199-0b56-4167-aee1-3c49a50c81cb',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.687261] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.687702] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.687702] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.687702] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.688200] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.688200] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.688200] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.688200] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.688369] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.688369] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.688472] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.688630] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.688630] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.688744] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.688885] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.688972] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.689039] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.689180] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.689254] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.689348] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.689454] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f3fbd21-575e-46fe-bc65-4fe0585f19b7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.803357] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.804036] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.804036] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.804036] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.804363] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.804363] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port d0b676e2-a4ce-4fa9-8233-956e2e1486bd not found, creating... [ 620.804612] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.804778] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.804895] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.805139] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.805273] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.805641] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.805745] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.805862] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.806654] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.806654] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.806654] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: d0b676e2-a4ce-4fa9-8233-956e2e1486bd is going to be created. [ 620.831680] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.831896] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.831982] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.832448] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.832696] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.832988] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-d0b676e2-a4ce-4fa9-8233-956e2e1486bd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.187930] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.188108] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.188108] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.188283] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.188375] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.188474] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67b32199-0b56-4167-aee1-3c49a50c81cb already deleted. [ 621.188552] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67b32199-0b56-4167-aee1-3c49a50c81cb" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.193108] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f3fbd21-575e-46fe-bc65-4fe0585f19b7: rpc.has_security_group_logging(os_id): False [ 621.211517] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.211677] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.211764] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.212059] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.212198] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.212308] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.212406] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.212464] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.212623] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.212696] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.212988] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.212988] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.213098] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.213205] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.213291] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.213673] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.213673] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.213673] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.213846] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.213846] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.213919] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 is going to be updated. [ 621.290929] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.291354] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.291454] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.291716] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.291875] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.305682] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 in Status: IN_PROGRESS for 2s [ 621.553157] env[65476]: INFO networking_nsxv3.common.synchronization [req-6c3365f7-3701-4d04-808f-9a1fc6a79460 req-cbfff972-59ca-4223-9d96-f14793da4183 service nova] Enqueued Resource ID: 5dfdb1e1-ae0c-4f77-a196-96fc2727ced3 with Priority: HIGHEST for action security_group_rules [ 621.553349] env[65476]: INFO networking_nsxv3.common.synchronization [req-6c3365f7-3701-4d04-808f-9a1fc6a79460 req-cbfff972-59ca-4223-9d96-f14793da4183 service nova] Enqueued Resource ID: 5dfdb1e1-ae0c-4f77-a196-96fc2727ced3 with Priority: HIGHEST for action security_group_members [ 621.553480] env[65476]: INFO networking_nsxv3.common.synchronization [req-6c3365f7-3701-4d04-808f-9a1fc6a79460 req-cbfff972-59ca-4223-9d96-f14793da4183 service nova] Enqueued Resource ID: d0b676e2-a4ce-4fa9-8233-956e2e1486bd with Priority: HIGHEST for action port [ 621.554026] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dfdb1e1-ae0c-4f77-a196-96fc2727ced3 with Priority: HIGHEST for action security_group_rules [ 621.554162] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dfdb1e1-ae0c-4f77-a196-96fc2727ced3 with Priority: HIGHEST for action security_group_members [ 621.554257] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0b676e2-a4ce-4fa9-8233-956e2e1486bd with Priority: HIGHEST for action port [ 621.554575] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5dfdb1e1-ae0c-4f77-a196-96fc2727ced3 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.554734] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5dfdb1e1-ae0c-4f77-a196-96fc2727ced3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.554898] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5dfdb1e1-ae0c-4f77-a196-96fc2727ced3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.555087] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5dfdb1e1-ae0c-4f77-a196-96fc2727ced3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.555485] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5dfdb1e1-ae0c-4f77-a196-96fc2727ced3',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.556512] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dfdb1e1-ae0c-4f77-a196-96fc2727ced3 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.556662] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dfdb1e1-ae0c-4f77-a196-96fc2727ced3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.556731] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dfdb1e1-ae0c-4f77-a196-96fc2727ced3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.556940] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dfdb1e1-ae0c-4f77-a196-96fc2727ced3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.557106] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.557202] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.557263] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.557414] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.557498] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.557594] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5dfdb1e1-ae0c-4f77-a196-96fc2727ced3',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.561729] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0b676e2-a4ce-4fa9-8233-956e2e1486bd taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.561729] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0b676e2-a4ce-4fa9-8233-956e2e1486bd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.561729] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0b676e2-a4ce-4fa9-8233-956e2e1486bd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.561729] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0b676e2-a4ce-4fa9-8233-956e2e1486bd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.561729] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0b676e2-a4ce-4fa9-8233-956e2e1486bd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.063896] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dfdb1e1-ae0c-4f77-a196-96fc2727ced3 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.063896] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dfdb1e1-ae0c-4f77-a196-96fc2727ced3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.063896] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5dfdb1e1-ae0c-4f77-a196-96fc2727ced3',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.067057] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0b676e2-a4ce-4fa9-8233-956e2e1486bd with status ACTIVE [ 622.067057] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.067057] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.067057] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.067057] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.067057] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.067057] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.067057] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.067057] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.067057] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.067057] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.067057] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.067057] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.067057] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.067057] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.067057] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.067057] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0b676e2-a4ce-4fa9-8233-956e2e1486bd is going to be updated. [ 622.096165] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.096341] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.096494] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.096715] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.096861] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.097031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0b676e2-a4ce-4fa9-8233-956e2e1486bd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.177041] env[65476]: INFO networking_nsxv3.common.synchronization [req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 req-92cbc410-1555-4520-9d34-53520d798d23 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Enqueued Resource ID: b69523ee-a5be-4158-bb73-467cafa9975e with Priority: HIGHEST for action security_group_members [ 622.177447] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b69523ee-a5be-4158-bb73-467cafa9975e with Priority: HIGHEST for action security_group_members [ 622.177857] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b69523ee-a5be-4158-bb73-467cafa9975e taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.177958] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b69523ee-a5be-4158-bb73-467cafa9975e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.177958] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b69523ee-a5be-4158-bb73-467cafa9975e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.181400] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b69523ee-a5be-4158-bb73-467cafa9975e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.181400] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.181400] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.181400] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.181400] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.181400] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.181400] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b69523ee-a5be-4158-bb73-467cafa9975e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.567243] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-823 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.567243] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-823" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.567243] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-823" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.567609] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-823" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.567727] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.567900] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.568021] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.568746] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.568746] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.569040] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.569234] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.569386] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.570592] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.570592] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.570592] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.570592] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.572261] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5dfdb1e1-ae0c-4f77-a196-96fc2727ced3',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.592216] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.592406] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 622.592539] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.592726] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-823" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.593079] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-76d92986-9547-4787-810d-d6b088e16b50 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.593306] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-76d92986-9547-4787-810d-d6b088e16b50" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.593497] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-76d92986-9547-4787-810d-d6b088e16b50" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.593841] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-76d92986-9547-4787-810d-d6b088e16b50" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.593979] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76d92986-9547-4787-810d-d6b088e16b50',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.683383] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.683563] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.683634] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.683855] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.683945] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.684166] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.684270] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.684327] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.684500] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.684569] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.684671] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b69523ee-a5be-4158-bb73-467cafa9975e already deleted. [ 622.684745] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b69523ee-a5be-4158-bb73-467cafa9975e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.074961] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.075281] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.075281] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.075594] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.075722] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.075940] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dfdb1e1-ae0c-4f77-a196-96fc2727ced3 is going to be created. [ 623.097441] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.097788] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.097940] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.098380] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.098826] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.099972] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port 76d92986-9547-4787-810d-d6b088e16b50 not found, creating... [ 623.100464] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.100654] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.100764] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.101301] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.101451] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.102027] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.102303] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.102303] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.102493] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.102659] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.102884] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: 76d92986-9547-4787-810d-d6b088e16b50 is going to be created. [ 623.105723] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.105861] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.105950] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.106171] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.106584] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.116195] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dfdb1e1-ae0c-4f77-a196-96fc2727ced3 in Status: UNINITIALIZED for 2s [ 623.124772] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.125155] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.125294] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.125569] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.125787] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.126029] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-76d92986-9547-4787-810d-d6b088e16b50" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.329710] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 in Status: SUCCESS [ 623.330347] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.191360] env[65476]: INFO networking_nsxv3.common.synchronization [req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 req-9d78e5bf-1c11-485f-a5b6-107d752dbfb3 service nova] Enqueued Resource ID: b69523ee-a5be-4158-bb73-467cafa9975e with Priority: HIGHEST for action security_group_rules [ 624.192068] env[65476]: INFO networking_nsxv3.common.synchronization [req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 req-9d78e5bf-1c11-485f-a5b6-107d752dbfb3 service nova] Enqueued Resource ID: b69523ee-a5be-4158-bb73-467cafa9975e with Priority: HIGHEST for action security_group_members [ 624.192269] env[65476]: INFO networking_nsxv3.common.synchronization [req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 req-9d78e5bf-1c11-485f-a5b6-107d752dbfb3 service nova] Enqueued Resource ID: 76d92986-9547-4787-810d-d6b088e16b50 with Priority: HIGHEST for action port [ 624.194207] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b69523ee-a5be-4158-bb73-467cafa9975e with Priority: HIGHEST for action security_group_rules [ 624.196996] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b69523ee-a5be-4158-bb73-467cafa9975e with Priority: HIGHEST for action security_group_members [ 624.196996] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76d92986-9547-4787-810d-d6b088e16b50 with Priority: HIGHEST for action port [ 624.196996] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b69523ee-a5be-4158-bb73-467cafa9975e taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.196996] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b69523ee-a5be-4158-bb73-467cafa9975e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.196996] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b69523ee-a5be-4158-bb73-467cafa9975e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.196996] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b69523ee-a5be-4158-bb73-467cafa9975e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.196996] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b69523ee-a5be-4158-bb73-467cafa9975e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.197744] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b69523ee-a5be-4158-bb73-467cafa9975e taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.197744] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b69523ee-a5be-4158-bb73-467cafa9975e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.197744] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b69523ee-a5be-4158-bb73-467cafa9975e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.197946] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b69523ee-a5be-4158-bb73-467cafa9975e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.198091] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.198216] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.198407] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.198407] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.198515] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.198562] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b69523ee-a5be-4158-bb73-467cafa9975e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.199602] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-76d92986-9547-4787-810d-d6b088e16b50 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.199754] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76d92986-9547-4787-810d-d6b088e16b50" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.199812] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76d92986-9547-4787-810d-d6b088e16b50" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.199972] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76d92986-9547-4787-810d-d6b088e16b50" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.200074] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76d92986-9547-4787-810d-d6b088e16b50',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.705931] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b69523ee-a5be-4158-bb73-467cafa9975e taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.706111] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b69523ee-a5be-4158-bb73-467cafa9975e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.707059] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b69523ee-a5be-4158-bb73-467cafa9975e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.708178] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76d92986-9547-4787-810d-d6b088e16b50 with status ACTIVE [ 624.708446] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.708575] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.708690] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.708889] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.708977] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.711777] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.711777] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.711777] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.711777] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.712162] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.712162] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.712162] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.712269] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.712588] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.712588] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.712588] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76d92986-9547-4787-810d-d6b088e16b50 is going to be updated. [ 624.738736] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.738982] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.739125] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.739443] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.739665] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.739920] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76d92986-9547-4787-810d-d6b088e16b50" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.128901] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dfdb1e1-ae0c-4f77-a196-96fc2727ced3 in Status: SUCCESS [ 625.129164] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dfdb1e1-ae0c-4f77-a196-96fc2727ced3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.129626] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dfdb1e1-ae0c-4f77-a196-96fc2727ced3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.129858] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dfdb1e1-ae0c-4f77-a196-96fc2727ced3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.130061] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.130214] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.130282] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.130443] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.130570] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.130643] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dfdb1e1-ae0c-4f77-a196-96fc2727ced3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.130706] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5dfdb1e1-ae0c-4f77-a196-96fc2727ced3',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.215049] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b69523ee-a5be-4158-bb73-467cafa9975e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.310048] env[65476]: INFO networking_nsxv3.common.synchronization [req-ef6bb6d2-2f15-47ad-9478-299629ce687a req-07c4f75f-cf04-4ba8-a5ea-00dd3ce08f21 tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Enqueued Resource ID: afcadb5d-0a1f-431a-8fc5-087c6dff4018 with Priority: HIGHEST for action security_group_members [ 625.310815] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afcadb5d-0a1f-431a-8fc5-087c6dff4018 with Priority: HIGHEST for action security_group_members [ 625.314027] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-afcadb5d-0a1f-431a-8fc5-087c6dff4018 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.314027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afcadb5d-0a1f-431a-8fc5-087c6dff4018" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.314027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afcadb5d-0a1f-431a-8fc5-087c6dff4018" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.314027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afcadb5d-0a1f-431a-8fc5-087c6dff4018" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.314027] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.314027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.314027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.314027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.314027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.314027] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afcadb5d-0a1f-431a-8fc5-087c6dff4018',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.606023] env[65476]: INFO networking_nsxv3.common.synchronization [req-28f9adba-6458-4795-a759-09d94f552c8d req-002e3e5e-db81-4125-a7d1-d920c4dd20df tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Enqueued Resource ID: 4471a33b-a245-4793-b098-681e946f53f5 with Priority: HIGHEST for action security_group_members [ 625.606655] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4471a33b-a245-4793-b098-681e946f53f5 with Priority: HIGHEST for action security_group_members [ 625.607019] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-4471a33b-a245-4793-b098-681e946f53f5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.607308] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4471a33b-a245-4793-b098-681e946f53f5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.607378] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4471a33b-a245-4793-b098-681e946f53f5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.607677] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4471a33b-a245-4793-b098-681e946f53f5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.607827] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.608019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.608092] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.608281] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.608376] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.609251] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4471a33b-a245-4793-b098-681e946f53f5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.634141] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dfdb1e1-ae0c-4f77-a196-96fc2727ced3 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.634360] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dfdb1e1-ae0c-4f77-a196-96fc2727ced3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.634360] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dfdb1e1-ae0c-4f77-a196-96fc2727ced3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.634626] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dfdb1e1-ae0c-4f77-a196-96fc2727ced3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.634793] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.634889] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.634957] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.635122] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.635211] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.635299] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dfdb1e1-ae0c-4f77-a196-96fc2727ced3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.635444] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dfdb1e1-ae0c-4f77-a196-96fc2727ced3 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.635539] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dfdb1e1-ae0c-4f77-a196-96fc2727ced3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.635593] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dfdb1e1-ae0c-4f77-a196-96fc2727ced3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.635734] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dfdb1e1-ae0c-4f77-a196-96fc2727ced3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.635906] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.636025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.636025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.636153] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.636227] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.636307] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dfdb1e1-ae0c-4f77-a196-96fc2727ced3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.636397] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5dfdb1e1-ae0c-4f77-a196-96fc2727ced3',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.717764] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.718079] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.718160] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.718453] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.718568] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.718735] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b69523ee-a5be-4158-bb73-467cafa9975e is going to be created. [ 625.749078] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.749078] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.749078] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.749078] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.749078] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.762513] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b69523ee-a5be-4158-bb73-467cafa9975e in Status: UNINITIALIZED for 2s [ 625.817568] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.817773] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.817896] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.818490] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.818490] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.818723] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.818899] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.818974] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.819547] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.819547] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.819547] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afcadb5d-0a1f-431a-8fc5-087c6dff4018 is going to be updated. [ 625.868401] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.868718] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.868718] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.869124] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.869310] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.881109] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afcadb5d-0a1f-431a-8fc5-087c6dff4018 in Status: IN_PROGRESS for 2s [ 625.909683] env[65476]: INFO networking_nsxv3.common.synchronization [None req-8f190dae-73bb-4f73-8b06-a540f45e3d63 None None] Enqueued Resource ID: 24f57c51-dd16-4c29-a197-39fa9245b6d5 with Priority: HIGHEST for action port [ 625.910305] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24f57c51-dd16-4c29-a197-39fa9245b6d5 with Priority: HIGHEST for action port [ 625.910702] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-24f57c51-dd16-4c29-a197-39fa9245b6d5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.910906] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24f57c51-dd16-4c29-a197-39fa9245b6d5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.910979] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24f57c51-dd16-4c29-a197-39fa9245b6d5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.911317] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24f57c51-dd16-4c29-a197-39fa9245b6d5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.911442] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24f57c51-dd16-4c29-a197-39fa9245b6d5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.009159] env[65476]: INFO networking_nsxv3.common.synchronization [req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a req-55e7cb5d-7334-40f3-a993-03016e465043 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Enqueued Resource ID: 55d2ce1a-91c4-4ad2-8d1e-c36e329a9198 with Priority: HIGHEST for action security_group_members [ 626.011810] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55d2ce1a-91c4-4ad2-8d1e-c36e329a9198 with Priority: HIGHEST for action security_group_members [ 626.011810] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-55d2ce1a-91c4-4ad2-8d1e-c36e329a9198 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.011810] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55d2ce1a-91c4-4ad2-8d1e-c36e329a9198" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.011810] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55d2ce1a-91c4-4ad2-8d1e-c36e329a9198" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.011810] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55d2ce1a-91c4-4ad2-8d1e-c36e329a9198" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.011810] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.011810] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.011810] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.011810] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.011810] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.011810] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55d2ce1a-91c4-4ad2-8d1e-c36e329a9198',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.113920] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.114097] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.114176] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.114429] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.114526] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.114721] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.114830] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.114876] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.115226] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.115226] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.115226] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4471a33b-a245-4793-b098-681e946f53f5 is going to be updated. [ 626.138541] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5dfdb1e1-ae0c-4f77-a196-96fc2727ced3: rpc.has_security_group_logging(os_id): False [ 626.149531] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.149699] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.149747] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.149955] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.150177] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.159244] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4471a33b-a245-4793-b098-681e946f53f5 in Status: IN_PROGRESS for 2s [ 626.160287] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.160287] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.160287] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.160482] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.163016] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.163016] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.163016] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.163016] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.163016] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.163016] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.163016] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.163016] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.163016] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.163016] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.163016] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.163016] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.163016] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.163016] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.163541] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.163541] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.163541] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5dfdb1e1-ae0c-4f77-a196-96fc2727ced3 is going to be created. [ 626.253864] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.254201] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.254201] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.254492] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.254568] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.268830] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5dfdb1e1-ae0c-4f77-a196-96fc2727ced3 in Status: IN_PROGRESS for 2s [ 626.283479] env[65476]: INFO networking_nsxv3.common.synchronization [req-359208d2-5450-42b4-b364-e6295f907f41 req-24c4622d-ff80-4c30-8450-0eafea277246 tempest-DeleteServersAdminTestJSON-878141087 tempest-DeleteServersAdminTestJSON-878141087-project-admin] Enqueued Resource ID: 3d7b91fd-30c8-4f9e-ae9c-e37b4695eade with Priority: HIGHEST for action security_group_members [ 626.283881] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7b91fd-30c8-4f9e-ae9c-e37b4695eade with Priority: HIGHEST for action security_group_members [ 626.284494] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.284837] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.284837] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.285189] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.285189] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.285343] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.285621] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.285621] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.286579] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.288074] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d7b91fd-30c8-4f9e-ae9c-e37b4695eade',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.414038] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24f57c51-dd16-4c29-a197-39fa9245b6d5 [ 626.414284] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.414406] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.414484] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.414709] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.414797] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.414894] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24f57c51-dd16-4c29-a197-39fa9245b6d5 already deleted. [ 626.414974] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24f57c51-dd16-4c29-a197-39fa9245b6d5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.515285] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.515511] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.515568] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.515856] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.516137] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.516506] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.516744] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.516948] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.517193] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.517318] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.517462] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55d2ce1a-91c4-4ad2-8d1e-c36e329a9198 already deleted. [ 626.517581] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55d2ce1a-91c4-4ad2-8d1e-c36e329a9198" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.562930] env[65476]: INFO networking_nsxv3.common.synchronization [req-a95acc5f-646c-48c5-8be2-cf03231af172 req-b5f0cab5-7d75-4b58-8f70-2b30b8478a66 tempest-SecurityGroupRulesTestJSON-1783845604 tempest-SecurityGroupRulesTestJSON-1783845604-project-member] Enqueued Resource ID: 8ee597cd-74cd-4415-a8da-1adf15bb57cd with Priority: HIGHEST for action security_group_rules [ 626.562930] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ee597cd-74cd-4415-a8da-1adf15bb57cd with Priority: HIGHEST for action security_group_rules [ 626.564008] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ee597cd-74cd-4415-a8da-1adf15bb57cd taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.564008] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ee597cd-74cd-4415-a8da-1adf15bb57cd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.564008] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ee597cd-74cd-4415-a8da-1adf15bb57cd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.564008] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ee597cd-74cd-4415-a8da-1adf15bb57cd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.564008] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ee597cd-74cd-4415-a8da-1adf15bb57cd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.704786] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-209 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.705291] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-209" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.705582] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-209" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.706121] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-209" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.706560] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.708238] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.708238] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.708238] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.708238] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.708238] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.708498] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.708750] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.709378] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.709378] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.709378] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.709683] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.730664] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.730896] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.731150] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.731292] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-209" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.731976] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-9ce87b87-0256-4b12-8f9e-2cda6ba444d4 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.731976] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-9ce87b87-0256-4b12-8f9e-2cda6ba444d4" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.731976] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-9ce87b87-0256-4b12-8f9e-2cda6ba444d4" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.732955] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-9ce87b87-0256-4b12-8f9e-2cda6ba444d4" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.732955] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ce87b87-0256-4b12-8f9e-2cda6ba444d4',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.793023] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.793023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.793023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.793023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.793023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.793023] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.793023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.793023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.793023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.793023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.793023] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d7b91fd-30c8-4f9e-ae9c-e37b4695eade is going to be updated. [ 626.823828] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.823990] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.824087] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.824331] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.824485] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.836438] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d7b91fd-30c8-4f9e-ae9c-e37b4695eade in Status: IN_PROGRESS for 2s [ 627.087077] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.087077] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.087077] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.087962] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.087962] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.087962] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ee597cd-74cd-4415-a8da-1adf15bb57cd already deleted. [ 627.087962] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ee597cd-74cd-4415-a8da-1adf15bb57cd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.159124] env[65476]: INFO networking_nsxv3.common.synchronization [req-220122b8-fbc5-4564-a5be-d4b864edc767 req-7ec40cf0-db8f-44d8-8547-de06a76578b6 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Enqueued Resource ID: 6492e50c-3051-48cc-a27f-d04e71171dad with Priority: HIGHEST for action security_group_members [ 627.159124] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6492e50c-3051-48cc-a27f-d04e71171dad with Priority: HIGHEST for action security_group_members [ 627.159124] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-6492e50c-3051-48cc-a27f-d04e71171dad taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.159124] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6492e50c-3051-48cc-a27f-d04e71171dad" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.159124] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6492e50c-3051-48cc-a27f-d04e71171dad" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.159124] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6492e50c-3051-48cc-a27f-d04e71171dad" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.159124] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.159124] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.159124] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.159124] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.159124] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.159124] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6492e50c-3051-48cc-a27f-d04e71171dad',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.236197] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.237216] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.237216] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.237216] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.237485] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.237752] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port 9ce87b87-0256-4b12-8f9e-2cda6ba444d4 not found, creating... [ 627.238219] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.238498] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.238701] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.239089] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.239400] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.239836] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.240141] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.240315] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.240689] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.240926] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.241191] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: 9ce87b87-0256-4b12-8f9e-2cda6ba444d4 is going to be created. [ 627.268148] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.268494] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.268538] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.268783] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.269017] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.269269] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-9ce87b87-0256-4b12-8f9e-2cda6ba444d4" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.581778] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-238 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.581778] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-238" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.581955] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-238" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.582252] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-238" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.582520] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.582678] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.582786] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.583623] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.583623] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.583772] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.583909] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 627.584607] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 627.584607] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 627.584607] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.584607] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 627.584607] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 627.636799] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 627.636989] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.052 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 627.637173] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 627.637381] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-238" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.637751] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-840884ff-e4d0-460b-a419-e85bdad67abd taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.637958] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-840884ff-e4d0-460b-a419-e85bdad67abd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.638192] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-840884ff-e4d0-460b-a419-e85bdad67abd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.638529] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-840884ff-e4d0-460b-a419-e85bdad67abd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.638670] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('840884ff-e4d0-460b-a419-e85bdad67abd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.661846] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.661846] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.661846] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.662197] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.662332] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.662750] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.662937] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.663043] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.663284] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.663384] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.664144] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6492e50c-3051-48cc-a27f-d04e71171dad already deleted. [ 627.664144] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6492e50c-3051-48cc-a27f-d04e71171dad" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.773709] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b69523ee-a5be-4158-bb73-467cafa9975e in Status: SUCCESS [ 627.774008] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b69523ee-a5be-4158-bb73-467cafa9975e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.774243] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b69523ee-a5be-4158-bb73-467cafa9975e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.774525] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b69523ee-a5be-4158-bb73-467cafa9975e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.774822] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.775015] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.775154] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.775485] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.775649] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.775746] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b69523ee-a5be-4158-bb73-467cafa9975e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.775926] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b69523ee-a5be-4158-bb73-467cafa9975e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.893105] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afcadb5d-0a1f-431a-8fc5-087c6dff4018 in Status: SUCCESS [ 627.893456] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afcadb5d-0a1f-431a-8fc5-087c6dff4018 deletion is rescheduled due to dependency. [ 627.893648] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afcadb5d-0a1f-431a-8fc5-087c6dff4018" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.977684] env[65476]: INFO networking_nsxv3.common.synchronization [None req-c8a69f56-5e6c-4702-bd37-ebdb0bee4e44 None None] Enqueued Resource ID: 46346664-9e7a-446a-9b25-2bd60f7246d0 with Priority: HIGHEST for action port [ 627.980087] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46346664-9e7a-446a-9b25-2bd60f7246d0 with Priority: HIGHEST for action port [ 627.980594] env[65476]: INFO networking_nsxv3.common.synchronization [req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a req-d8115cd4-3a80-46c0-bd74-24616ea85ec4 service nova] Enqueued Resource ID: 55d2ce1a-91c4-4ad2-8d1e-c36e329a9198 with Priority: HIGHEST for action security_group_rules [ 627.980861] env[65476]: INFO networking_nsxv3.common.synchronization [req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a req-d8115cd4-3a80-46c0-bd74-24616ea85ec4 service nova] Enqueued Resource ID: 55d2ce1a-91c4-4ad2-8d1e-c36e329a9198 with Priority: HIGHEST for action security_group_members [ 627.981026] env[65476]: INFO networking_nsxv3.common.synchronization [req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a req-d8115cd4-3a80-46c0-bd74-24616ea85ec4 service nova] Enqueued Resource ID: 9ce87b87-0256-4b12-8f9e-2cda6ba444d4 with Priority: HIGHEST for action port [ 627.981537] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-46346664-9e7a-446a-9b25-2bd60f7246d0 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.981685] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46346664-9e7a-446a-9b25-2bd60f7246d0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.981791] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46346664-9e7a-446a-9b25-2bd60f7246d0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.982041] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46346664-9e7a-446a-9b25-2bd60f7246d0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.982096] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46346664-9e7a-446a-9b25-2bd60f7246d0',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.983684] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55d2ce1a-91c4-4ad2-8d1e-c36e329a9198 with Priority: HIGHEST for action security_group_rules [ 627.983822] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55d2ce1a-91c4-4ad2-8d1e-c36e329a9198 with Priority: HIGHEST for action security_group_members [ 627.983944] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce87b87-0256-4b12-8f9e-2cda6ba444d4 with Priority: HIGHEST for action port [ 627.984480] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55d2ce1a-91c4-4ad2-8d1e-c36e329a9198 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.984830] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55d2ce1a-91c4-4ad2-8d1e-c36e329a9198" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.984830] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55d2ce1a-91c4-4ad2-8d1e-c36e329a9198" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.985065] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55d2ce1a-91c4-4ad2-8d1e-c36e329a9198" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.985162] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55d2ce1a-91c4-4ad2-8d1e-c36e329a9198',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.986055] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-55d2ce1a-91c4-4ad2-8d1e-c36e329a9198 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.986243] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55d2ce1a-91c4-4ad2-8d1e-c36e329a9198" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.987640] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55d2ce1a-91c4-4ad2-8d1e-c36e329a9198" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.987640] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55d2ce1a-91c4-4ad2-8d1e-c36e329a9198" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.987640] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.987640] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.987640] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.987640] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.987640] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.987640] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55d2ce1a-91c4-4ad2-8d1e-c36e329a9198',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.989767] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ce87b87-0256-4b12-8f9e-2cda6ba444d4 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.989893] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ce87b87-0256-4b12-8f9e-2cda6ba444d4" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.990238] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ce87b87-0256-4b12-8f9e-2cda6ba444d4" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.990238] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ce87b87-0256-4b12-8f9e-2cda6ba444d4" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.990356] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ce87b87-0256-4b12-8f9e-2cda6ba444d4',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.141466] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.141696] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.141955] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.142314] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.142492] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.142705] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port 840884ff-e4d0-460b-a419-e85bdad67abd not found, creating... [ 628.142918] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.143418] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.143418] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.143418] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.143608] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.143821] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.144503] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.144503] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.144503] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.144503] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.144503] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: 840884ff-e4d0-460b-a419-e85bdad67abd is going to be created. [ 628.170861] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.171086] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.171214] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.171537] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.171769] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.172027] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-840884ff-e4d0-460b-a419-e85bdad67abd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.173515] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4471a33b-a245-4793-b098-681e946f53f5 in Status: SUCCESS [ 628.173687] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4471a33b-a245-4793-b098-681e946f53f5 deletion is rescheduled due to dependency. [ 628.173792] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4471a33b-a245-4793-b098-681e946f53f5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.278172] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b69523ee-a5be-4158-bb73-467cafa9975e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.290171] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5dfdb1e1-ae0c-4f77-a196-96fc2727ced3 in Status: SUCCESS [ 628.290171] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5dfdb1e1-ae0c-4f77-a196-96fc2727ced3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.485360] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46346664-9e7a-446a-9b25-2bd60f7246d0 [ 628.485603] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.486083] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.486083] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.486083] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.486311] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.486311] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46346664-9e7a-446a-9b25-2bd60f7246d0 already deleted. [ 628.486388] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46346664-9e7a-446a-9b25-2bd60f7246d0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.492121] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-55d2ce1a-91c4-4ad2-8d1e-c36e329a9198 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.492121] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55d2ce1a-91c4-4ad2-8d1e-c36e329a9198" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.492292] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55d2ce1a-91c4-4ad2-8d1e-c36e329a9198',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.495429] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ce87b87-0256-4b12-8f9e-2cda6ba444d4 with status ACTIVE [ 628.495707] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.495808] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.495863] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.496111] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.496210] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.496364] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.496604] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.496604] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.496880] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.496880] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.496990] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.497083] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.497225] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.497316] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.497413] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.497612] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ce87b87-0256-4b12-8f9e-2cda6ba444d4 is going to be updated. [ 628.521669] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.521867] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.521907] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.522128] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.522387] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.522491] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ce87b87-0256-4b12-8f9e-2cda6ba444d4" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.780524] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b69523ee-a5be-4158-bb73-467cafa9975e: rpc.has_security_group_logging(os_id): False [ 628.806356] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.806636] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.806636] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.806854] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.809073] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.809073] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.809073] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.809073] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.809073] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.809073] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.809073] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b69523ee-a5be-4158-bb73-467cafa9975e is going to be created. [ 628.848686] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d7b91fd-30c8-4f9e-ae9c-e37b4695eade in Status: SUCCESS [ 628.848879] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d7b91fd-30c8-4f9e-ae9c-e37b4695eade deletion is rescheduled due to dependency. [ 628.849018] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.879901] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.880154] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.880154] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.880495] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.880601] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.896837] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b69523ee-a5be-4158-bb73-467cafa9975e in Status: IN_PROGRESS for 2s [ 628.907268] env[65476]: INFO networking_nsxv3.common.synchronization [req-220122b8-fbc5-4564-a5be-d4b864edc767 req-45a412e2-dae5-4c13-8910-909190ae5edc service nova] Enqueued Resource ID: 6492e50c-3051-48cc-a27f-d04e71171dad with Priority: HIGHEST for action security_group_rules [ 628.907438] env[65476]: INFO networking_nsxv3.common.synchronization [req-220122b8-fbc5-4564-a5be-d4b864edc767 req-45a412e2-dae5-4c13-8910-909190ae5edc service nova] Enqueued Resource ID: 6492e50c-3051-48cc-a27f-d04e71171dad with Priority: HIGHEST for action security_group_members [ 628.907568] env[65476]: INFO networking_nsxv3.common.synchronization [req-220122b8-fbc5-4564-a5be-d4b864edc767 req-45a412e2-dae5-4c13-8910-909190ae5edc service nova] Enqueued Resource ID: 840884ff-e4d0-460b-a419-e85bdad67abd with Priority: HIGHEST for action port [ 628.907796] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6492e50c-3051-48cc-a27f-d04e71171dad with Priority: HIGHEST for action security_group_rules [ 628.907920] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6492e50c-3051-48cc-a27f-d04e71171dad with Priority: HIGHEST for action security_group_members [ 628.908060] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 840884ff-e4d0-460b-a419-e85bdad67abd with Priority: HIGHEST for action port [ 628.908660] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6492e50c-3051-48cc-a27f-d04e71171dad taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.908741] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6492e50c-3051-48cc-a27f-d04e71171dad" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.908810] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6492e50c-3051-48cc-a27f-d04e71171dad" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.909063] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6492e50c-3051-48cc-a27f-d04e71171dad" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.909127] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6492e50c-3051-48cc-a27f-d04e71171dad',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.909906] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-6492e50c-3051-48cc-a27f-d04e71171dad taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.911034] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6492e50c-3051-48cc-a27f-d04e71171dad" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.911034] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6492e50c-3051-48cc-a27f-d04e71171dad" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.911034] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6492e50c-3051-48cc-a27f-d04e71171dad" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.911034] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.911034] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.911034] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.911034] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.911034] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.911034] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6492e50c-3051-48cc-a27f-d04e71171dad',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.911787] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-840884ff-e4d0-460b-a419-e85bdad67abd taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.911911] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-840884ff-e4d0-460b-a419-e85bdad67abd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.911911] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-840884ff-e4d0-460b-a419-e85bdad67abd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.912056] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-840884ff-e4d0-460b-a419-e85bdad67abd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.912209] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('840884ff-e4d0-460b-a419-e85bdad67abd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.994666] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55d2ce1a-91c4-4ad2-8d1e-c36e329a9198',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.416554] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6492e50c-3051-48cc-a27f-d04e71171dad',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.417066] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-6492e50c-3051-48cc-a27f-d04e71171dad taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.417257] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6492e50c-3051-48cc-a27f-d04e71171dad" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.417382] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 840884ff-e4d0-460b-a419-e85bdad67abd with status ACTIVE [ 629.418029] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.418029] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.418029] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.418029] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.418029] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.418501] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.418501] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.418501] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.418501] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.418662] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.418696] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.418780] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.418838] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.418976] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.420962] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.421192] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 840884ff-e4d0-460b-a419-e85bdad67abd is going to be updated. [ 629.445847] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.445847] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.445847] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.445847] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.445847] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.445847] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-840884ff-e4d0-460b-a419-e85bdad67abd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.498571] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.498862] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.498973] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.499308] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.499559] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.499559] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55d2ce1a-91c4-4ad2-8d1e-c36e329a9198 is going to be created. [ 629.536556] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.536752] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.538387] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.538387] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.538387] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.557126] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55d2ce1a-91c4-4ad2-8d1e-c36e329a9198 in Status: UNINITIALIZED for 2s [ 629.826091] env[65476]: INFO networking_nsxv3.common.synchronization [None req-ebf92dcd-956a-4276-a721-48c325204b1c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Enqueued Resource ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d with Priority: HIGHEST for action security_group_rules [ 629.826593] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d with Priority: HIGHEST for action security_group_rules [ 629.826937] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.827063] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.828385] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.828657] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.828782] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1478b812-46e7-4dc6-9bb2-92bf8fa7f09d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.923711] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6492e50c-3051-48cc-a27f-d04e71171dad',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.959973] env[65476]: INFO networking_nsxv3.common.synchronization [None req-b1477a7e-456d-48bc-9733-8abf303f8deb tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Enqueued Resource ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d with Priority: HIGHEST for action security_group_rules [ 629.959973] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d with Priority: HIGHEST for action security_group_rules [ 629.961859] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.961859] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.366183] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.367140] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.367284] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.367765] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.367931] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.368102] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d already deleted. [ 630.368249] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.368460] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.368869] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.368869] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1478b812-46e7-4dc6-9bb2-92bf8fa7f09d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.429080] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.429080] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.429080] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.429080] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.429080] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.429080] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6492e50c-3051-48cc-a27f-d04e71171dad is going to be created. [ 630.458798] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.458798] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.458798] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.458798] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.458798] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.467939] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6492e50c-3051-48cc-a27f-d04e71171dad in Status: UNINITIALIZED for 2s [ 630.892724] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.892724] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.892724] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.893188] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.893188] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.893188] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d already deleted. [ 630.893279] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.916673] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b69523ee-a5be-4158-bb73-467cafa9975e in Status: SUCCESS [ 630.916972] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b69523ee-a5be-4158-bb73-467cafa9975e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.568447] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55d2ce1a-91c4-4ad2-8d1e-c36e329a9198 in Status: SUCCESS [ 631.568447] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55d2ce1a-91c4-4ad2-8d1e-c36e329a9198" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.569608] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55d2ce1a-91c4-4ad2-8d1e-c36e329a9198" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.569608] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55d2ce1a-91c4-4ad2-8d1e-c36e329a9198" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.569608] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.569608] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.569608] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.569608] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.570086] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.570086] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55d2ce1a-91c4-4ad2-8d1e-c36e329a9198" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.570086] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55d2ce1a-91c4-4ad2-8d1e-c36e329a9198',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.074471] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55d2ce1a-91c4-4ad2-8d1e-c36e329a9198',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.482073] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6492e50c-3051-48cc-a27f-d04e71171dad in Status: SUCCESS [ 632.482396] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6492e50c-3051-48cc-a27f-d04e71171dad" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.482633] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6492e50c-3051-48cc-a27f-d04e71171dad" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.482934] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6492e50c-3051-48cc-a27f-d04e71171dad" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.483211] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.483379] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.483472] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.483710] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.483819] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.483945] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6492e50c-3051-48cc-a27f-d04e71171dad" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.485145] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6492e50c-3051-48cc-a27f-d04e71171dad',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.579336] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55d2ce1a-91c4-4ad2-8d1e-c36e329a9198: rpc.has_security_group_logging(os_id): False [ 632.600590] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.600590] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.600590] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.600850] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.600921] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.601241] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.601875] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.601875] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.601875] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.601875] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.601875] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55d2ce1a-91c4-4ad2-8d1e-c36e329a9198 is going to be created. [ 632.681793] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.682415] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.682809] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.683466] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.684506] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.700580] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55d2ce1a-91c4-4ad2-8d1e-c36e329a9198 in Status: IN_PROGRESS for 2s [ 632.988733] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6492e50c-3051-48cc-a27f-d04e71171dad',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.267425] env[65476]: INFO networking_nsxv3.common.synchronization [None req-6382259d-95f7-4b3b-835e-4f110541fb0e None None] Enqueued Resource ID: bf9dc186-3fe3-4cbd-985c-88500246ec84 with Priority: HIGHEST for action port [ 633.267620] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf9dc186-3fe3-4cbd-985c-88500246ec84 with Priority: HIGHEST for action port [ 633.267914] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf9dc186-3fe3-4cbd-985c-88500246ec84 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.270516] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf9dc186-3fe3-4cbd-985c-88500246ec84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.270516] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf9dc186-3fe3-4cbd-985c-88500246ec84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.270896] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf9dc186-3fe3-4cbd-985c-88500246ec84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.272148] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf9dc186-3fe3-4cbd-985c-88500246ec84',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.493021] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6492e50c-3051-48cc-a27f-d04e71171dad: rpc.has_security_group_logging(os_id): False [ 633.515801] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.515801] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.515801] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.515801] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.515801] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.515801] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.515801] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.515801] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.515801] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.516215] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.516215] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6492e50c-3051-48cc-a27f-d04e71171dad is going to be created. [ 633.584349] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.584704] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.584704] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.584865] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.585096] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.600965] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6492e50c-3051-48cc-a27f-d04e71171dad in Status: IN_PROGRESS for 2s [ 633.774746] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf9dc186-3fe3-4cbd-985c-88500246ec84 [ 633.774981] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.775174] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.775229] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.775441] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.775532] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.775626] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf9dc186-3fe3-4cbd-985c-88500246ec84 already deleted. [ 633.775706] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf9dc186-3fe3-4cbd-985c-88500246ec84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.717740] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55d2ce1a-91c4-4ad2-8d1e-c36e329a9198 in Status: SUCCESS [ 634.717740] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55d2ce1a-91c4-4ad2-8d1e-c36e329a9198" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.616818] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6492e50c-3051-48cc-a27f-d04e71171dad in Status: SUCCESS [ 635.618134] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6492e50c-3051-48cc-a27f-d04e71171dad" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.405534] env[65476]: INFO networking_nsxv3.common.synchronization [None req-1797dc93-d02f-42b5-9c60-aa1d36fb9f6f None None] Enqueued Resource ID: be2e5852-91dc-4254-975f-68131924fc60 with Priority: HIGHEST for action port [ 636.406185] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be2e5852-91dc-4254-975f-68131924fc60 with Priority: HIGHEST for action port [ 636.406437] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-be2e5852-91dc-4254-975f-68131924fc60 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.406558] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be2e5852-91dc-4254-975f-68131924fc60" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.406594] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be2e5852-91dc-4254-975f-68131924fc60" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.406847] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be2e5852-91dc-4254-975f-68131924fc60" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.406932] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be2e5852-91dc-4254-975f-68131924fc60',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.917257] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be2e5852-91dc-4254-975f-68131924fc60 [ 636.917257] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.917257] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.917257] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.918076] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.918076] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.918076] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be2e5852-91dc-4254-975f-68131924fc60 already deleted. [ 636.918076] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be2e5852-91dc-4254-975f-68131924fc60" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.889681] env[65476]: INFO networking_nsxv3.common.synchronization [None req-9d250088-212f-43ad-93ea-17027194fdac None None] Enqueued Resource ID: 9aae1476-201f-49af-8cbf-c74052dc3b31 with Priority: HIGHEST for action port [ 637.889681] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aae1476-201f-49af-8cbf-c74052dc3b31 with Priority: HIGHEST for action port [ 637.889681] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-9aae1476-201f-49af-8cbf-c74052dc3b31 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.890493] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9aae1476-201f-49af-8cbf-c74052dc3b31" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.890493] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9aae1476-201f-49af-8cbf-c74052dc3b31" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.890493] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9aae1476-201f-49af-8cbf-c74052dc3b31" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.890652] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9aae1476-201f-49af-8cbf-c74052dc3b31',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.396485] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9aae1476-201f-49af-8cbf-c74052dc3b31 [ 638.396890] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.397162] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.397204] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.397496] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.397632] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.397764] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9aae1476-201f-49af-8cbf-c74052dc3b31 already deleted. [ 638.397860] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9aae1476-201f-49af-8cbf-c74052dc3b31" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.277635] env[65476]: INFO networking_nsxv3.common.synchronization [None req-1254b2b2-0e9f-47a9-bca6-538bfcde11f6 None None] Enqueued Resource ID: 29cda03d-a765-4ca0-8f38-5a2b7c05dfa6 with Priority: HIGHEST for action port [ 640.278686] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29cda03d-a765-4ca0-8f38-5a2b7c05dfa6 with Priority: HIGHEST for action port [ 640.280648] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-29cda03d-a765-4ca0-8f38-5a2b7c05dfa6 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.280755] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29cda03d-a765-4ca0-8f38-5a2b7c05dfa6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.280810] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29cda03d-a765-4ca0-8f38-5a2b7c05dfa6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.281076] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29cda03d-a765-4ca0-8f38-5a2b7c05dfa6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.281167] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29cda03d-a765-4ca0-8f38-5a2b7c05dfa6',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.786042] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29cda03d-a765-4ca0-8f38-5a2b7c05dfa6 [ 640.786042] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.786042] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.787227] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.787227] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.787227] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.787227] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29cda03d-a765-4ca0-8f38-5a2b7c05dfa6 already deleted. [ 640.787227] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29cda03d-a765-4ca0-8f38-5a2b7c05dfa6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.464075] env[65476]: INFO networking_nsxv3.common.synchronization [None req-0d7c5ebc-81fa-4388-8cab-5a30dbc2a09e None None] Enqueued Resource ID: c75caa7e-04c2-4e1a-8ff7-f43eb8c480ed with Priority: HIGHEST for action port [ 641.464075] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c75caa7e-04c2-4e1a-8ff7-f43eb8c480ed with Priority: HIGHEST for action port [ 641.464714] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-c75caa7e-04c2-4e1a-8ff7-f43eb8c480ed taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.464714] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c75caa7e-04c2-4e1a-8ff7-f43eb8c480ed" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.464714] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c75caa7e-04c2-4e1a-8ff7-f43eb8c480ed" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.471145] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c75caa7e-04c2-4e1a-8ff7-f43eb8c480ed" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.471145] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c75caa7e-04c2-4e1a-8ff7-f43eb8c480ed',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.971214] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c75caa7e-04c2-4e1a-8ff7-f43eb8c480ed [ 641.971482] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.971623] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.971699] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.971906] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.971991] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.972097] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c75caa7e-04c2-4e1a-8ff7-f43eb8c480ed already deleted. [ 641.972177] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c75caa7e-04c2-4e1a-8ff7-f43eb8c480ed" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.021549] env[65476]: INFO networking_nsxv3.common.synchronization [req-cb6285a2-04aa-44bd-87a2-5e9222b7e084 req-5c8ffb0c-6217-4d2b-b77a-bb9dc725c43e tempest-SecurityGroupRulesTestJSON-1783845604 tempest-SecurityGroupRulesTestJSON-1783845604-project-member] Enqueued Resource ID: 748389e2-6b8c-4535-a93a-6743e63aadec with Priority: HIGHEST for action security_group_rules [ 642.022136] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 748389e2-6b8c-4535-a93a-6743e63aadec with Priority: HIGHEST for action security_group_rules [ 642.022459] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-748389e2-6b8c-4535-a93a-6743e63aadec taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.022629] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-748389e2-6b8c-4535-a93a-6743e63aadec" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.022686] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-748389e2-6b8c-4535-a93a-6743e63aadec" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.022931] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-748389e2-6b8c-4535-a93a-6743e63aadec" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.024500] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('748389e2-6b8c-4535-a93a-6743e63aadec',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.271388] env[65476]: INFO networking_nsxv3.common.synchronization [req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb req-6a184935-bc1e-44e3-bb89-884662b0b23a tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Enqueued Resource ID: 27d84de2-6f85-42a3-a739-df0d0e9158b1 with Priority: HIGHEST for action security_group_members [ 642.271388] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27d84de2-6f85-42a3-a739-df0d0e9158b1 with Priority: HIGHEST for action security_group_members [ 642.271388] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-27d84de2-6f85-42a3-a739-df0d0e9158b1 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.272615] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27d84de2-6f85-42a3-a739-df0d0e9158b1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.272989] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27d84de2-6f85-42a3-a739-df0d0e9158b1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.274487] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27d84de2-6f85-42a3-a739-df0d0e9158b1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.274817] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.275099] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.275607] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.277365] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.277365] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.277365] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27d84de2-6f85-42a3-a739-df0d0e9158b1',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.548292] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.548675] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.548675] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.548836] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.548969] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.549033] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 748389e2-6b8c-4535-a93a-6743e63aadec already deleted. [ 642.549121] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-748389e2-6b8c-4535-a93a-6743e63aadec" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.779035] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.779527] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.780074] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.781239] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.781632] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.782024] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.782114] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.782171] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.782345] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.782427] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.782513] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27d84de2-6f85-42a3-a739-df0d0e9158b1 already deleted. [ 642.782592] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27d84de2-6f85-42a3-a739-df0d0e9158b1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.007008] env[65476]: INFO networking_nsxv3.common.synchronization [None req-a3ba896b-c93d-4932-9f84-c7fe66b9b610 None None] Enqueued Resource ID: 7a9b5dc1-764f-43a8-91a7-c85f3b68cb56 with Priority: HIGHEST for action port [ 643.007597] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a9b5dc1-764f-43a8-91a7-c85f3b68cb56 with Priority: HIGHEST for action port [ 643.007937] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a9b5dc1-764f-43a8-91a7-c85f3b68cb56 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.008245] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a9b5dc1-764f-43a8-91a7-c85f3b68cb56" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.008341] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a9b5dc1-764f-43a8-91a7-c85f3b68cb56" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.008572] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a9b5dc1-764f-43a8-91a7-c85f3b68cb56" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.008650] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a9b5dc1-764f-43a8-91a7-c85f3b68cb56',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.264707] env[65476]: INFO networking_nsxv3.common.synchronization [None req-657122e2-bf54-472f-ba09-a695a69f363e None None] Enqueued Resource ID: 6662e244-6c6e-4c26-a7d5-bc0a0d6f9367 with Priority: HIGHEST for action port [ 643.265609] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6662e244-6c6e-4c26-a7d5-bc0a0d6f9367 with Priority: HIGHEST for action port [ 643.265980] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-6662e244-6c6e-4c26-a7d5-bc0a0d6f9367 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.266141] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6662e244-6c6e-4c26-a7d5-bc0a0d6f9367" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.266255] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6662e244-6c6e-4c26-a7d5-bc0a0d6f9367" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.266563] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6662e244-6c6e-4c26-a7d5-bc0a0d6f9367" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.266563] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6662e244-6c6e-4c26-a7d5-bc0a0d6f9367',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.511517] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a9b5dc1-764f-43a8-91a7-c85f3b68cb56 [ 643.511640] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.511812] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.511885] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.512141] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.512228] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.512334] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a9b5dc1-764f-43a8-91a7-c85f3b68cb56 already deleted. [ 643.512412] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a9b5dc1-764f-43a8-91a7-c85f3b68cb56" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.716922] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.716922] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.716922] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.716922] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.716922] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.717875] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.722885] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.722885] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.722885] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.722885] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.722885] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 643.722885] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 643.722885] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 643.722885] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.722885] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 643.722885] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 643.755700] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 643.755868] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 643.755988] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 643.756186] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.756909] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-3798e5d1-3536-46f5-b0a4-d3c90c64d231 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.756909] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-3798e5d1-3536-46f5-b0a4-d3c90c64d231" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.756909] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-3798e5d1-3536-46f5-b0a4-d3c90c64d231" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.757099] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-3798e5d1-3536-46f5-b0a4-d3c90c64d231" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.757221] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3798e5d1-3536-46f5-b0a4-d3c90c64d231',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.769299] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6662e244-6c6e-4c26-a7d5-bc0a0d6f9367 [ 643.769299] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.769299] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.769299] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.769299] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.769299] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.769299] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6662e244-6c6e-4c26-a7d5-bc0a0d6f9367 already deleted. [ 643.769299] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6662e244-6c6e-4c26-a7d5-bc0a0d6f9367" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.098501] env[65476]: INFO networking_nsxv3.common.synchronization [None req-4cf1020c-d987-4d90-8bca-148ae3f99e27 None None] Enqueued Resource ID: 3d98fd7c-18e6-4d46-8a67-e5c90c7a3360 with Priority: HIGHEST for action port [ 644.099110] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d98fd7c-18e6-4d46-8a67-e5c90c7a3360 with Priority: HIGHEST for action port [ 644.099422] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d98fd7c-18e6-4d46-8a67-e5c90c7a3360 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.099691] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d98fd7c-18e6-4d46-8a67-e5c90c7a3360" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.099691] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d98fd7c-18e6-4d46-8a67-e5c90c7a3360" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.100959] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d98fd7c-18e6-4d46-8a67-e5c90c7a3360" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.102038] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d98fd7c-18e6-4d46-8a67-e5c90c7a3360',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.259242] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.259462] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.259564] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.259821] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.259971] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.260142] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port 3798e5d1-3536-46f5-b0a4-d3c90c64d231 not found, creating... [ 644.260421] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.260566] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.260678] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.260897] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.261036] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.261322] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.261473] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.261583] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.261786] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.261913] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.262101] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: 3798e5d1-3536-46f5-b0a4-d3c90c64d231 is going to be created. [ 644.286419] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.287643] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.287643] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.287643] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.287643] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.287643] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-3798e5d1-3536-46f5-b0a4-d3c90c64d231" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.605400] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d98fd7c-18e6-4d46-8a67-e5c90c7a3360 [ 644.605400] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.605400] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.605400] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.605400] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.605400] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.605400] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d98fd7c-18e6-4d46-8a67-e5c90c7a3360 already deleted. [ 644.605400] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d98fd7c-18e6-4d46-8a67-e5c90c7a3360" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.988802] env[65476]: INFO networking_nsxv3.common.synchronization [req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb req-3e833d48-9534-4407-aeac-3b53d8f571c1 service nova] Enqueued Resource ID: 27d84de2-6f85-42a3-a739-df0d0e9158b1 with Priority: HIGHEST for action security_group_rules [ 644.989120] env[65476]: INFO networking_nsxv3.common.synchronization [req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb req-3e833d48-9534-4407-aeac-3b53d8f571c1 service nova] Enqueued Resource ID: 27d84de2-6f85-42a3-a739-df0d0e9158b1 with Priority: HIGHEST for action security_group_members [ 644.989120] env[65476]: INFO networking_nsxv3.common.synchronization [req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb req-3e833d48-9534-4407-aeac-3b53d8f571c1 service nova] Enqueued Resource ID: 3798e5d1-3536-46f5-b0a4-d3c90c64d231 with Priority: HIGHEST for action port [ 644.989618] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27d84de2-6f85-42a3-a739-df0d0e9158b1 with Priority: HIGHEST for action security_group_rules [ 644.989760] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27d84de2-6f85-42a3-a739-df0d0e9158b1 with Priority: HIGHEST for action security_group_members [ 644.989851] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3798e5d1-3536-46f5-b0a4-d3c90c64d231 with Priority: HIGHEST for action port [ 644.990197] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27d84de2-6f85-42a3-a739-df0d0e9158b1 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.990369] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27d84de2-6f85-42a3-a739-df0d0e9158b1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.990455] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27d84de2-6f85-42a3-a739-df0d0e9158b1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.990756] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27d84de2-6f85-42a3-a739-df0d0e9158b1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.990874] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27d84de2-6f85-42a3-a739-df0d0e9158b1',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.992032] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-27d84de2-6f85-42a3-a739-df0d0e9158b1 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.992032] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27d84de2-6f85-42a3-a739-df0d0e9158b1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.992032] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27d84de2-6f85-42a3-a739-df0d0e9158b1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.992300] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27d84de2-6f85-42a3-a739-df0d0e9158b1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.992337] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.992479] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.992548] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.992716] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.992829] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.992946] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27d84de2-6f85-42a3-a739-df0d0e9158b1',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.994733] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-3798e5d1-3536-46f5-b0a4-d3c90c64d231 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.995671] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3798e5d1-3536-46f5-b0a4-d3c90c64d231" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.997396] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3798e5d1-3536-46f5-b0a4-d3c90c64d231" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.997833] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3798e5d1-3536-46f5-b0a4-d3c90c64d231" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.998010] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3798e5d1-3536-46f5-b0a4-d3c90c64d231',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.499494] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-27d84de2-6f85-42a3-a739-df0d0e9158b1 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.499629] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27d84de2-6f85-42a3-a739-df0d0e9158b1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.499810] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27d84de2-6f85-42a3-a739-df0d0e9158b1',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.501070] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3798e5d1-3536-46f5-b0a4-d3c90c64d231 with status ACTIVE [ 645.501223] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.501343] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.501395] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.501634] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.501701] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.501846] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.501941] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.502011] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.503343] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.504099] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.504490] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.504678] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.504678] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.504808] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.504905] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.504998] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3798e5d1-3536-46f5-b0a4-d3c90c64d231 is going to be updated. [ 645.532133] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.533075] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.533075] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.533075] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.533075] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.533075] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3798e5d1-3536-46f5-b0a4-d3c90c64d231" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.973128] env[65476]: INFO networking_nsxv3.common.synchronization [req-0f6ac098-fb70-4e88-a788-fec65466d55e req-0b3c3f94-a8f4-4504-91d4-623344a97b11 tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Enqueued Resource ID: 09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c with Priority: HIGHEST for action security_group_members [ 645.973128] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c with Priority: HIGHEST for action security_group_members [ 645.973128] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.973128] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.973128] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.973588] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.973872] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.974432] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.974432] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.974432] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.976398] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.976398] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.007552] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27d84de2-6f85-42a3-a739-df0d0e9158b1',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.450115] env[65476]: INFO networking_nsxv3.common.synchronization [None req-46cbf9ba-3aa9-44dd-80ea-a0ba06733c97 None None] Enqueued Resource ID: 416961c9-6221-4d8b-bb7e-466e3ad64524 with Priority: HIGHEST for action port [ 646.450674] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 416961c9-6221-4d8b-bb7e-466e3ad64524 with Priority: HIGHEST for action port [ 646.450943] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-416961c9-6221-4d8b-bb7e-466e3ad64524 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.453401] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-416961c9-6221-4d8b-bb7e-466e3ad64524" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.453401] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-416961c9-6221-4d8b-bb7e-466e3ad64524" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.453634] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-416961c9-6221-4d8b-bb7e-466e3ad64524" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.453678] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('416961c9-6221-4d8b-bb7e-466e3ad64524',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.477732] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.477732] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.477936] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.478037] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.478128] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.478332] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.478523] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.478523] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.478674] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.478735] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.478773] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c already deleted. [ 646.478838] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.513015] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.513015] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.513015] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.513015] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.513015] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.513015] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27d84de2-6f85-42a3-a739-df0d0e9158b1 is going to be created. [ 646.540903] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-215 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.541225] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-215" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.541474] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-215" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.541806] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-215" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.542090] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.542242] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.542502] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.542567] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.543048] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.543278] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.543442] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 646.543669] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 646.543669] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 646.544447] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.544447] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 646.544447] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 646.547578] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.547578] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.547578] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.547806] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.547854] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.559759] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27d84de2-6f85-42a3-a739-df0d0e9158b1 in Status: UNINITIALIZED for 2s [ 646.568783] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 646.569480] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 646.569480] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 646.569480] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-215" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.569805] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-61154a31-f136-4b4b-bb69-e761e2fecba2 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.570215] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-61154a31-f136-4b4b-bb69-e761e2fecba2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.570215] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-61154a31-f136-4b4b-bb69-e761e2fecba2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.571735] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-61154a31-f136-4b4b-bb69-e761e2fecba2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.571735] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61154a31-f136-4b4b-bb69-e761e2fecba2',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.683159] env[65476]: INFO networking_nsxv3.common.synchronization [None req-e378eecc-32e1-4986-8b3b-76cfa7d75ce0 None None] Enqueued Resource ID: 2e28bdf8-e116-4f2c-8931-472791fbe825 with Priority: HIGHEST for action port [ 646.684139] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e28bdf8-e116-4f2c-8931-472791fbe825 with Priority: HIGHEST for action port [ 646.684352] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e28bdf8-e116-4f2c-8931-472791fbe825 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.684586] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e28bdf8-e116-4f2c-8931-472791fbe825" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.684914] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e28bdf8-e116-4f2c-8931-472791fbe825" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.685134] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e28bdf8-e116-4f2c-8931-472791fbe825" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.685241] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e28bdf8-e116-4f2c-8931-472791fbe825',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.955962] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 416961c9-6221-4d8b-bb7e-466e3ad64524 [ 646.956233] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.956376] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.956444] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.956689] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.956797] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.956897] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:416961c9-6221-4d8b-bb7e-466e3ad64524 already deleted. [ 646.956978] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-416961c9-6221-4d8b-bb7e-466e3ad64524" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.074843] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.075253] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.075253] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.075485] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.075628] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.075780] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port 61154a31-f136-4b4b-bb69-e761e2fecba2 not found, creating... [ 647.076459] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.076800] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.077062] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.077535] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.078100] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.078238] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.078667] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.078667] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.078905] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.079067] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.080929] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: 61154a31-f136-4b4b-bb69-e761e2fecba2 is going to be created. [ 647.103292] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.103903] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.104079] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.104526] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.106444] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.107262] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-61154a31-f136-4b4b-bb69-e761e2fecba2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.189368] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e28bdf8-e116-4f2c-8931-472791fbe825 [ 647.189608] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.189745] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.189812] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.190073] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.190173] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.190558] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e28bdf8-e116-4f2c-8931-472791fbe825 already deleted. [ 647.190558] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e28bdf8-e116-4f2c-8931-472791fbe825" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.656870] env[65476]: INFO networking_nsxv3.common.synchronization [req-b36864e4-b41a-447c-8910-a286fbf88f8c req-5b8bcfb3-3de3-42a8-a763-328e63989a9d tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Enqueued Resource ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d with Priority: HIGHEST for action security_group_members [ 647.657811] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d with Priority: HIGHEST for action security_group_members [ 647.658304] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.658304] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.658447] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.658774] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.659402] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.659402] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.659402] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.659579] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.660109] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.660109] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1478b812-46e7-4dc6-9bb2-92bf8fa7f09d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.852324] env[65476]: INFO networking_nsxv3.common.synchronization [req-0f6ac098-fb70-4e88-a788-fec65466d55e req-7c86e5c6-418a-4325-a4f7-90f3cdfa05a0 service nova] Enqueued Resource ID: 09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c with Priority: HIGHEST for action security_group_rules [ 647.852621] env[65476]: INFO networking_nsxv3.common.synchronization [req-0f6ac098-fb70-4e88-a788-fec65466d55e req-7c86e5c6-418a-4325-a4f7-90f3cdfa05a0 service nova] Enqueued Resource ID: 09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c with Priority: HIGHEST for action security_group_members [ 647.852790] env[65476]: INFO networking_nsxv3.common.synchronization [req-0f6ac098-fb70-4e88-a788-fec65466d55e req-7c86e5c6-418a-4325-a4f7-90f3cdfa05a0 service nova] Enqueued Resource ID: 61154a31-f136-4b4b-bb69-e761e2fecba2 with Priority: HIGHEST for action port [ 647.853455] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c with Priority: HIGHEST for action security_group_rules [ 647.853513] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c with Priority: HIGHEST for action security_group_members [ 647.854737] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61154a31-f136-4b4b-bb69-e761e2fecba2 with Priority: HIGHEST for action port [ 647.854737] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.856910] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.856985] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.857336] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.860038] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.860038] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.860038] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.860038] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.860038] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.860038] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.860038] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.860038] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.860038] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.860038] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.860038] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.862769] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-61154a31-f136-4b4b-bb69-e761e2fecba2 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.863258] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61154a31-f136-4b4b-bb69-e761e2fecba2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.863258] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61154a31-f136-4b4b-bb69-e761e2fecba2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.863258] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61154a31-f136-4b4b-bb69-e761e2fecba2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.863454] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61154a31-f136-4b4b-bb69-e761e2fecba2',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.100770] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-637 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.101086] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-637" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.101153] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-637" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.101751] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-637" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.101751] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.102440] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.102624] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.103564] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.103564] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.103634] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.103778] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 648.103895] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 648.103955] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 648.104085] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.104195] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 648.104324] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 648.124504] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 648.124712] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 648.124887] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 648.125145] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-637" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.125520] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-69af2ac9-7045-476b-af13-83fbbad63743 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.125697] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-69af2ac9-7045-476b-af13-83fbbad63743" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.125825] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-69af2ac9-7045-476b-af13-83fbbad63743" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.126499] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-69af2ac9-7045-476b-af13-83fbbad63743" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.126499] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69af2ac9-7045-476b-af13-83fbbad63743',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.162576] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.162899] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.162899] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.163269] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.163461] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.163769] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.163956] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.164076] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.164354] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.164513] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.164735] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d already deleted. [ 648.164892] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.363393] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.366030] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.366249] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.366308] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61154a31-f136-4b4b-bb69-e761e2fecba2 with status ACTIVE [ 648.366439] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.366546] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.366765] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.366826] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.366913] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.367096] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.367213] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.367251] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.367393] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.367469] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.367644] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.367731] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.367788] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.367930] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.367990] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.368086] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61154a31-f136-4b4b-bb69-e761e2fecba2 is going to be updated. [ 648.394191] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.394347] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.394417] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.394632] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.394876] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.394933] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61154a31-f136-4b4b-bb69-e761e2fecba2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.571556] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27d84de2-6f85-42a3-a739-df0d0e9158b1 in Status: SUCCESS [ 648.571832] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27d84de2-6f85-42a3-a739-df0d0e9158b1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.572046] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27d84de2-6f85-42a3-a739-df0d0e9158b1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.572255] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27d84de2-6f85-42a3-a739-df0d0e9158b1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.572451] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.572568] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.572635] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.573066] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.573066] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.573066] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27d84de2-6f85-42a3-a739-df0d0e9158b1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.573066] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27d84de2-6f85-42a3-a739-df0d0e9158b1',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.629125] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.629353] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.629515] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.629758] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.630174] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.630174] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port 69af2ac9-7045-476b-af13-83fbbad63743 not found, creating... [ 648.630304] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.630478] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.630888] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.630888] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.630980] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.631219] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.632115] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.632115] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.632115] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.632115] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.632310] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: 69af2ac9-7045-476b-af13-83fbbad63743 is going to be created. [ 648.653872] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.653872] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.654100] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.654242] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.654574] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.654652] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-69af2ac9-7045-476b-af13-83fbbad63743" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.811609] env[65476]: INFO networking_nsxv3.common.synchronization [None req-1104419f-c6d7-4d8e-87c5-81cc0ed7f769 None None] Enqueued Resource ID: 25161d55-97b2-4369-b98e-0b8d15842c41 with Priority: HIGHEST for action port [ 648.812671] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25161d55-97b2-4369-b98e-0b8d15842c41 with Priority: HIGHEST for action port [ 648.813301] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-25161d55-97b2-4369-b98e-0b8d15842c41 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.813301] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25161d55-97b2-4369-b98e-0b8d15842c41" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.814968] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25161d55-97b2-4369-b98e-0b8d15842c41" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.814968] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25161d55-97b2-4369-b98e-0b8d15842c41" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.814968] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25161d55-97b2-4369-b98e-0b8d15842c41',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.865773] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.077197] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-27d84de2-6f85-42a3-a739-df0d0e9158b1 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.077882] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27d84de2-6f85-42a3-a739-df0d0e9158b1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.077882] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27d84de2-6f85-42a3-a739-df0d0e9158b1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.077882] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27d84de2-6f85-42a3-a739-df0d0e9158b1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.077882] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.078109] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.078109] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.078195] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.078291] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.078388] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27d84de2-6f85-42a3-a739-df0d0e9158b1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.078533] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-27d84de2-6f85-42a3-a739-df0d0e9158b1 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.078623] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27d84de2-6f85-42a3-a739-df0d0e9158b1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.078679] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27d84de2-6f85-42a3-a739-df0d0e9158b1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.078827] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27d84de2-6f85-42a3-a739-df0d0e9158b1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.078955] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.079049] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.079105] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.079251] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.079321] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.079396] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27d84de2-6f85-42a3-a739-df0d0e9158b1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.079478] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27d84de2-6f85-42a3-a739-df0d0e9158b1',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.316034] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25161d55-97b2-4369-b98e-0b8d15842c41 [ 649.316400] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.316400] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.316400] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.317078] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.317078] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.317078] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25161d55-97b2-4369-b98e-0b8d15842c41 already deleted. [ 649.317078] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25161d55-97b2-4369-b98e-0b8d15842c41" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.367743] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.367926] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.367981] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.368217] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.368337] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.368455] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c is going to be created. [ 649.395136] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.395762] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.395922] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.396293] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.396568] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.411599] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c in Status: UNINITIALIZED for 2s [ 649.434597] env[65476]: INFO networking_nsxv3.common.synchronization [req-b36864e4-b41a-447c-8910-a286fbf88f8c req-bb1a7096-8312-4b89-97ba-93fc979ec8ae service nova] Enqueued Resource ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d with Priority: HIGHEST for action security_group_rules [ 649.434597] env[65476]: INFO networking_nsxv3.common.synchronization [req-b36864e4-b41a-447c-8910-a286fbf88f8c req-bb1a7096-8312-4b89-97ba-93fc979ec8ae service nova] Enqueued Resource ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d with Priority: HIGHEST for action security_group_members [ 649.434597] env[65476]: INFO networking_nsxv3.common.synchronization [req-b36864e4-b41a-447c-8910-a286fbf88f8c req-bb1a7096-8312-4b89-97ba-93fc979ec8ae service nova] Enqueued Resource ID: 69af2ac9-7045-476b-af13-83fbbad63743 with Priority: HIGHEST for action port [ 649.434597] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d with Priority: HIGHEST for action security_group_rules [ 649.434597] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d with Priority: HIGHEST for action security_group_members [ 649.435144] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69af2ac9-7045-476b-af13-83fbbad63743 with Priority: HIGHEST for action port [ 649.439019] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.439019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.439019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.439019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.439019] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1478b812-46e7-4dc6-9bb2-92bf8fa7f09d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.439019] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.439019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.439019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.439019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.439019] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.439019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.439019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.439019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.439019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.440232] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1478b812-46e7-4dc6-9bb2-92bf8fa7f09d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.443207] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-69af2ac9-7045-476b-af13-83fbbad63743 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.443391] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69af2ac9-7045-476b-af13-83fbbad63743" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.443391] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69af2ac9-7045-476b-af13-83fbbad63743" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.443847] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69af2ac9-7045-476b-af13-83fbbad63743" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.443847] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69af2ac9-7045-476b-af13-83fbbad63743',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.584211] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27d84de2-6f85-42a3-a739-df0d0e9158b1: rpc.has_security_group_logging(os_id): False [ 649.601911] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.602086] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.602160] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.602366] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.602486] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.602777] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.602777] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.602926] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.603023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.603080] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.603406] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.603406] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.603406] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.603520] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.603841] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.603841] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.603841] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.603991] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.604035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.604105] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.604652] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27d84de2-6f85-42a3-a739-df0d0e9158b1 is going to be created. [ 649.669508] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.669508] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.669508] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.669508] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.669508] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.682870] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27d84de2-6f85-42a3-a739-df0d0e9158b1 in Status: IN_PROGRESS for 2s [ 649.945689] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1478b812-46e7-4dc6-9bb2-92bf8fa7f09d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.947101] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.947101] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.947101] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69af2ac9-7045-476b-af13-83fbbad63743 with status ACTIVE [ 649.947310] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.947310] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.947414] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.947615] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.947688] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.947898] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.948686] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.948686] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.948686] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.948686] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.948686] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.948686] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.948686] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.948686] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.948985] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.948985] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69af2ac9-7045-476b-af13-83fbbad63743 is going to be updated. [ 649.984135] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.984135] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.984135] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.984135] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.984135] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.984135] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69af2ac9-7045-476b-af13-83fbbad63743" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.423619] env[65476]: INFO networking_nsxv3.common.synchronization [None req-93f76ff9-b0d1-4e0f-bd15-19c74acdcbd3 None None] Enqueued Resource ID: cfc983cb-0078-47e5-8008-9b9bec8ff1a5 with Priority: HIGHEST for action port [ 650.423915] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc983cb-0078-47e5-8008-9b9bec8ff1a5 with Priority: HIGHEST for action port [ 650.424679] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfc983cb-0078-47e5-8008-9b9bec8ff1a5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.424679] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfc983cb-0078-47e5-8008-9b9bec8ff1a5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.424679] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfc983cb-0078-47e5-8008-9b9bec8ff1a5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.425008] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfc983cb-0078-47e5-8008-9b9bec8ff1a5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.425008] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfc983cb-0078-47e5-8008-9b9bec8ff1a5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.455895] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1478b812-46e7-4dc6-9bb2-92bf8fa7f09d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.929886] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cfc983cb-0078-47e5-8008-9b9bec8ff1a5 [ 650.930148] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.930328] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.930376] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.930636] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.930735] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.930855] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cfc983cb-0078-47e5-8008-9b9bec8ff1a5 already deleted. [ 650.930937] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfc983cb-0078-47e5-8008-9b9bec8ff1a5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.960808] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.960972] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.961056] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.961274] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.961373] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.961503] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d is going to be created. [ 650.987315] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.987446] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.987538] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.987768] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.987932] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.999398] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d in Status: UNINITIALIZED for 2s [ 651.422805] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c in Status: SUCCESS [ 651.423076] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.424023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.424023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.424023] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.424023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.424023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.424023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.424023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.424757] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.424757] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.699022] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27d84de2-6f85-42a3-a739-df0d0e9158b1 in Status: SUCCESS [ 651.700062] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27d84de2-6f85-42a3-a739-df0d0e9158b1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.928153] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.928153] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.928294] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.928437] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.928607] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.928778] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.928778] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.928901] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.928986] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.929084] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.929226] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.929357] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.929357] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.929509] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.929706] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.929837] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.929919] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.930130] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.930311] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.930369] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.930511] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.118788] env[65476]: INFO networking_nsxv3.common.synchronization [None req-45239f9a-c02a-4276-ac71-7f9e71e7a2c7 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Enqueued Resource ID: e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8 with Priority: HIGHEST for action security_group_rules [ 652.118788] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8 with Priority: HIGHEST for action security_group_rules [ 652.118788] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.119342] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.119545] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.119906] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.120106] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.434963] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c: rpc.has_security_group_logging(os_id): False [ 652.460395] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.460727] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.460791] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.461137] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.461374] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.461603] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.461777] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.461824] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.462089] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.462234] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.465155] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.465155] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.465155] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.465155] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.465155] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.465155] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.465155] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.465155] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.465155] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.465155] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.465723] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c is going to be created. [ 652.477909] env[65476]: INFO networking_nsxv3.common.synchronization [req-07785dff-8215-4f09-8482-fcacca889ce0 req-34947912-16fa-4eb8-bff5-7a09a92c7420 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Enqueued Resource ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 with Priority: HIGHEST for action security_group_members [ 652.479482] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 with Priority: HIGHEST for action security_group_members [ 652.479482] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.479482] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.479482] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.479721] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.479771] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.479876] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.479966] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.480266] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.480515] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.480650] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f3fbd21-575e-46fe-bc65-4fe0585f19b7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.544690] env[65476]: INFO networking_nsxv3.common.synchronization [None req-d608b7f2-c34c-4460-a0d3-82279afb8088 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Enqueued Resource ID: e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8 with Priority: HIGHEST for action security_group_rules [ 652.546847] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.546997] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.547076] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.547296] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.547480] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.549223] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8 with Priority: HIGHEST for action security_group_rules [ 652.549654] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.549771] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.565459] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c in Status: IN_PROGRESS for 2s [ 652.654486] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.654828] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.654828] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.657616] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.657616] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.657616] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8 already deleted. [ 652.657616] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.657616] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.657616] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.657616] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.984971] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f3fbd21-575e-46fe-bc65-4fe0585f19b7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.011550] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d in Status: SUCCESS [ 653.011768] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.011959] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.012264] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.012547] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.012673] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.012776] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.012916] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.013014] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.013138] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.016482] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1478b812-46e7-4dc6-9bb2-92bf8fa7f09d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.124297] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-22 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.124297] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-22" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.124643] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-22" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.124963] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-22" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.125409] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.125788] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.125788] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.126900] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.126900] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.126900] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.126900] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.126900] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.126900] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.126900] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.126900] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.127472] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.159757] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.160357] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 653.160710] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.161062] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-22" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.161555] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-82ab4461-3188-4582-80b8-75a57fc02051 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.162673] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-82ab4461-3188-4582-80b8-75a57fc02051" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.162673] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-82ab4461-3188-4582-80b8-75a57fc02051" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.162890] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-82ab4461-3188-4582-80b8-75a57fc02051" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.163162] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82ab4461-3188-4582-80b8-75a57fc02051',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.185089] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.185089] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.185690] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.185690] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.185690] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.185792] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8 already deleted. [ 653.185904] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.491259] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f3fbd21-575e-46fe-bc65-4fe0585f19b7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.521198] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1478b812-46e7-4dc6-9bb2-92bf8fa7f09d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.667259] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.667575] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.667725] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.671034] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.671034] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.671034] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port 82ab4461-3188-4582-80b8-75a57fc02051 not found, creating... [ 653.671034] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.671034] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.671034] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.671034] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.671034] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.671034] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.671034] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.671632] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.671632] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.671632] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.671632] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: 82ab4461-3188-4582-80b8-75a57fc02051 is going to be created. [ 653.693543] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.693798] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.693857] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.694183] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.694410] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.694734] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-82ab4461-3188-4582-80b8-75a57fc02051" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.994641] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.994641] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.994641] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.994641] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.994989] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.994989] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 is going to be updated. [ 654.026570] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d: rpc.has_security_group_logging(os_id): False [ 654.029911] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.030232] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.030335] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.030627] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.030851] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.048190] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 in Status: IN_PROGRESS for 2s [ 654.054348] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.054579] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.054963] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.054963] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.054963] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.056110] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.056110] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.056110] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.056110] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.056110] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.056110] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d is going to be created. [ 654.137198] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.137400] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.137465] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.137666] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.137858] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.157616] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d in Status: IN_PROGRESS for 2s [ 654.422034] env[65476]: INFO networking_nsxv3.common.synchronization [req-07785dff-8215-4f09-8482-fcacca889ce0 req-5da6221e-03ed-4006-916a-8d7417d9290e service nova] Enqueued Resource ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 with Priority: HIGHEST for action security_group_rules [ 654.422034] env[65476]: INFO networking_nsxv3.common.synchronization [req-07785dff-8215-4f09-8482-fcacca889ce0 req-5da6221e-03ed-4006-916a-8d7417d9290e service nova] Enqueued Resource ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 with Priority: HIGHEST for action security_group_members [ 654.422034] env[65476]: INFO networking_nsxv3.common.synchronization [req-07785dff-8215-4f09-8482-fcacca889ce0 req-5da6221e-03ed-4006-916a-8d7417d9290e service nova] Enqueued Resource ID: 82ab4461-3188-4582-80b8-75a57fc02051 with Priority: HIGHEST for action port [ 654.424723] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 with Priority: HIGHEST for action security_group_rules [ 654.424723] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 with Priority: HIGHEST for action security_group_members [ 654.424723] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82ab4461-3188-4582-80b8-75a57fc02051 with Priority: HIGHEST for action port [ 654.424723] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f3fbd21-575e-46fe-bc65-4fe0585f19b7 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.424723] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.424723] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.424723] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.424723] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f3fbd21-575e-46fe-bc65-4fe0585f19b7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.427124] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.427124] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.427124] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-82ab4461-3188-4582-80b8-75a57fc02051 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.427124] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82ab4461-3188-4582-80b8-75a57fc02051" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.428275] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82ab4461-3188-4582-80b8-75a57fc02051" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.428275] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82ab4461-3188-4582-80b8-75a57fc02051" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.428275] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82ab4461-3188-4582-80b8-75a57fc02051',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.584819] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c in Status: SUCCESS [ 654.584819] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.931286] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.931286] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.935792] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82ab4461-3188-4582-80b8-75a57fc02051 with status ACTIVE [ 654.935792] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.935792] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.935792] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.935792] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.935792] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.935792] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.935792] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.935792] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.935792] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.935792] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.935792] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.935792] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.935792] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.935792] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.935792] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.935792] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82ab4461-3188-4582-80b8-75a57fc02051 is going to be updated. [ 654.956862] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.957290] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.957290] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.957474] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.957586] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.957764] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82ab4461-3188-4582-80b8-75a57fc02051" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.036103] env[65476]: INFO networking_nsxv3.common.synchronization [None req-7850d5a4-cb32-4ec7-87bd-89c2c5656ac9 None None] Enqueued Resource ID: b2aecbdf-3137-4a24-8f05-ee19e375f14c with Priority: HIGHEST for action port [ 655.036861] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2aecbdf-3137-4a24-8f05-ee19e375f14c with Priority: HIGHEST for action port [ 655.037413] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2aecbdf-3137-4a24-8f05-ee19e375f14c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.037630] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2aecbdf-3137-4a24-8f05-ee19e375f14c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.037760] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2aecbdf-3137-4a24-8f05-ee19e375f14c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.040377] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2aecbdf-3137-4a24-8f05-ee19e375f14c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.040560] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2aecbdf-3137-4a24-8f05-ee19e375f14c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.544526] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2aecbdf-3137-4a24-8f05-ee19e375f14c [ 655.544796] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.545128] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.545128] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.545358] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.545358] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.545501] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2aecbdf-3137-4a24-8f05-ee19e375f14c already deleted. [ 655.545501] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2aecbdf-3137-4a24-8f05-ee19e375f14c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.891243] env[65476]: INFO networking_nsxv3.common.synchronization [req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c req-eb5942ba-cbda-4138-bb35-7952af8debb0 tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Enqueued Resource ID: 3d7b91fd-30c8-4f9e-ae9c-e37b4695eade with Priority: HIGHEST for action security_group_members [ 655.891779] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7b91fd-30c8-4f9e-ae9c-e37b4695eade with Priority: HIGHEST for action security_group_members [ 655.892106] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.892265] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.892265] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.892442] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.892659] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.892742] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.892742] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.892886] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.892961] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.895356] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d7b91fd-30c8-4f9e-ae9c-e37b4695eade',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.061420] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 in Status: SUCCESS [ 656.061420] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.061420] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.061420] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.061420] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.061420] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.061420] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.061420] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.061420] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.061420] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f3fbd21-575e-46fe-bc65-4fe0585f19b7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.168668] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d in Status: SUCCESS [ 656.168882] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.374714] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.374714] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.374714] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.374714] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.375042] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.375042] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.375158] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.375358] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.375535] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.375741] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.375841] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.375940] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.376045] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.376143] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.376249] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.376391] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.398451] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.398917] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.398917] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.399036] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.399073] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.399282] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.399490] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.399490] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.399699] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.400218] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.400218] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d7b91fd-30c8-4f9e-ae9c-e37b4695eade is going to be updated. [ 656.402338] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.402338] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 656.402338] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.402338] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.402742] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-9fc0c80e-4f39-467a-ad33-0b21991397c2 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.403148] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-9fc0c80e-4f39-467a-ad33-0b21991397c2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.403148] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-9fc0c80e-4f39-467a-ad33-0b21991397c2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.403268] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-9fc0c80e-4f39-467a-ad33-0b21991397c2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.403530] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fc0c80e-4f39-467a-ad33-0b21991397c2',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.429260] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.429409] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.429484] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.429707] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.429852] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.439087] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d7b91fd-30c8-4f9e-ae9c-e37b4695eade in Status: IN_PROGRESS for 2s [ 656.564581] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f3fbd21-575e-46fe-bc65-4fe0585f19b7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.906265] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.906610] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.906732] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.907040] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.907189] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.907420] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port 9fc0c80e-4f39-467a-ad33-0b21991397c2 not found, creating... [ 656.907703] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.907886] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.908085] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.908334] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.908469] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.908783] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.908946] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.909606] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.909984] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.910268] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.910452] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: 9fc0c80e-4f39-467a-ad33-0b21991397c2 is going to be created. [ 656.935218] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.935623] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.935841] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.936199] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.936540] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.936933] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-9fc0c80e-4f39-467a-ad33-0b21991397c2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.067877] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f3fbd21-575e-46fe-bc65-4fe0585f19b7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.570927] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.571102] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.571163] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.571373] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.571493] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.571615] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 is going to be updated. [ 657.594618] env[65476]: INFO networking_nsxv3.common.synchronization [None req-f0afe983-c9cb-4510-a55d-851f87e497f5 None None] Enqueued Resource ID: 76f84afb-a058-48fc-a811-ef4ab38a444f with Priority: HIGHEST for action port [ 657.595273] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76f84afb-a058-48fc-a811-ef4ab38a444f with Priority: HIGHEST for action port [ 657.595580] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-76f84afb-a058-48fc-a811-ef4ab38a444f taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.595725] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76f84afb-a058-48fc-a811-ef4ab38a444f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.595789] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76f84afb-a058-48fc-a811-ef4ab38a444f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.596853] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76f84afb-a058-48fc-a811-ef4ab38a444f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.596957] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76f84afb-a058-48fc-a811-ef4ab38a444f',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.609806] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.610664] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.610664] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.612334] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.612739] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.625022] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 in Status: IN_PROGRESS for 2s [ 657.715627] env[65476]: INFO networking_nsxv3.common.synchronization [req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c req-75d09975-bf3c-4706-925c-472083bc6147 service nova] Enqueued Resource ID: 3d7b91fd-30c8-4f9e-ae9c-e37b4695eade with Priority: HIGHEST for action security_group_rules [ 657.715627] env[65476]: INFO networking_nsxv3.common.synchronization [req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c req-75d09975-bf3c-4706-925c-472083bc6147 service nova] Enqueued Resource ID: 3d7b91fd-30c8-4f9e-ae9c-e37b4695eade with Priority: HIGHEST for action security_group_members [ 657.715627] env[65476]: INFO networking_nsxv3.common.synchronization [req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c req-75d09975-bf3c-4706-925c-472083bc6147 service nova] Enqueued Resource ID: 9fc0c80e-4f39-467a-ad33-0b21991397c2 with Priority: HIGHEST for action port [ 657.721042] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7b91fd-30c8-4f9e-ae9c-e37b4695eade with Priority: HIGHEST for action security_group_rules [ 657.721042] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7b91fd-30c8-4f9e-ae9c-e37b4695eade with Priority: HIGHEST for action security_group_members [ 657.721042] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fc0c80e-4f39-467a-ad33-0b21991397c2 with Priority: HIGHEST for action port [ 657.721320] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.722612] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.722612] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.722612] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.722612] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d7b91fd-30c8-4f9e-ae9c-e37b4695eade',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.723073] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.723073] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.723162] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fc0c80e-4f39-467a-ad33-0b21991397c2 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.723251] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fc0c80e-4f39-467a-ad33-0b21991397c2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.723331] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fc0c80e-4f39-467a-ad33-0b21991397c2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.723472] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fc0c80e-4f39-467a-ad33-0b21991397c2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.723552] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fc0c80e-4f39-467a-ad33-0b21991397c2',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.099243] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76f84afb-a058-48fc-a811-ef4ab38a444f [ 658.099612] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.099767] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.099848] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.100325] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.100421] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.100864] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76f84afb-a058-48fc-a811-ef4ab38a444f already deleted. [ 658.100864] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76f84afb-a058-48fc-a811-ef4ab38a444f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.225422] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.225633] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.225787] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9fc0c80e-4f39-467a-ad33-0b21991397c2 with status ACTIVE [ 658.225968] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.226096] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.226202] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.226386] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.226482] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.226681] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.226791] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.226851] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.227117] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.227117] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.227273] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.227403] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.227440] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.227556] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.227630] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.227729] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9fc0c80e-4f39-467a-ad33-0b21991397c2 is going to be updated. [ 658.260348] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.260589] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.260676] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.260913] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.261076] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.261262] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fc0c80e-4f39-467a-ad33-0b21991397c2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.450484] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d7b91fd-30c8-4f9e-ae9c-e37b4695eade in Status: SUCCESS [ 658.451101] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d7b91fd-30c8-4f9e-ae9c-e37b4695eade deletion is rescheduled due to dependency. [ 658.451101] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.451101] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.451908] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.451908] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.451908] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.451908] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.452257] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.452257] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.452347] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d7b91fd-30c8-4f9e-ae9c-e37b4695eade',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.956806] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d7b91fd-30c8-4f9e-ae9c-e37b4695eade',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.460273] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d7b91fd-30c8-4f9e-ae9c-e37b4695eade',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.591947] env[65476]: INFO networking_nsxv3.common.synchronization [req-f5609132-200a-41de-a37c-3e6a4935df98 req-c8d8dc76-3987-4833-9528-781ad1b651d9 tempest-SecurityGroupRulesTestJSON-1783845604 tempest-SecurityGroupRulesTestJSON-1783845604-project-member] Enqueued Resource ID: 9fd3d85e-1c8d-4d5c-980e-f3e9131337e2 with Priority: HIGHEST for action security_group_rules [ 659.594240] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd3d85e-1c8d-4d5c-980e-f3e9131337e2 with Priority: HIGHEST for action security_group_rules [ 659.594240] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fd3d85e-1c8d-4d5c-980e-f3e9131337e2 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.594240] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fd3d85e-1c8d-4d5c-980e-f3e9131337e2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.594240] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fd3d85e-1c8d-4d5c-980e-f3e9131337e2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.594240] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fd3d85e-1c8d-4d5c-980e-f3e9131337e2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.594988] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fd3d85e-1c8d-4d5c-980e-f3e9131337e2',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.638292] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 in Status: SUCCESS [ 659.639232] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.639653] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.640224] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.641076] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.641076] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.641076] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.641076] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.641342] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.641342] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.641342] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f3fbd21-575e-46fe-bc65-4fe0585f19b7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.964031] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.964031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.964031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.964031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.964031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.964349] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d7b91fd-30c8-4f9e-ae9c-e37b4695eade is going to be updated. [ 659.999193] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.999193] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.999193] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.001037] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.001037] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.012649] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d7b91fd-30c8-4f9e-ae9c-e37b4695eade in Status: IN_PROGRESS for 2s [ 660.120589] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.120589] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.120589] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.120589] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.120589] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.120589] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fd3d85e-1c8d-4d5c-980e-f3e9131337e2 already deleted. [ 660.120589] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fd3d85e-1c8d-4d5c-980e-f3e9131337e2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.144305] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.145363] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.145363] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.145363] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.145363] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.145363] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.145363] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.145767] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.145767] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.146427] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.146578] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.146578] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.146669] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.147825] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.148546] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.148546] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.148546] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.148546] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.148546] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.148546] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.148860] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f3fbd21-575e-46fe-bc65-4fe0585f19b7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.654489] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f3fbd21-575e-46fe-bc65-4fe0585f19b7: rpc.has_security_group_logging(os_id): False [ 660.674267] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.674461] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.674461] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.674691] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.674761] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.675721] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.675721] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.675721] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.675721] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.675721] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.675721] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.675721] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.675721] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.676818] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.676818] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.676818] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.676818] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.676818] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.676818] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.676818] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.676818] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 is going to be updated. [ 660.887222] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.887427] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.887427] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.887714] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.887885] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.908753] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 in Status: IN_PROGRESS for 2s [ 661.899637] env[65476]: INFO networking_nsxv3.common.synchronization [req-0c52d9d0-0e8a-4676-8118-e30d183e58a4 req-9b24e612-a07d-4cef-b355-b2a56418123d tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Enqueued Resource ID: 5dfdb1e1-ae0c-4f77-a196-96fc2727ced3 with Priority: HIGHEST for action security_group_members [ 661.900231] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dfdb1e1-ae0c-4f77-a196-96fc2727ced3 with Priority: HIGHEST for action security_group_members [ 661.900901] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dfdb1e1-ae0c-4f77-a196-96fc2727ced3 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.900901] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dfdb1e1-ae0c-4f77-a196-96fc2727ced3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.900901] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dfdb1e1-ae0c-4f77-a196-96fc2727ced3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.902574] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dfdb1e1-ae0c-4f77-a196-96fc2727ced3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.902819] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.903884] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.903884] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.903884] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.903884] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.903884] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5dfdb1e1-ae0c-4f77-a196-96fc2727ced3',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.029633] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d7b91fd-30c8-4f9e-ae9c-e37b4695eade in Status: SUCCESS [ 662.029633] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.029633] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.029793] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.030048] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.030136] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.030180] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.030396] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.030479] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.030608] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.030724] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d7b91fd-30c8-4f9e-ae9c-e37b4695eade',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.406549] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.406756] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.406811] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.407065] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.407148] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.407370] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.407469] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.407542] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.407831] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.407923] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.408018] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dfdb1e1-ae0c-4f77-a196-96fc2727ced3 is going to be updated. [ 662.463602] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.463847] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.463847] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.463969] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.464195] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.481364] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dfdb1e1-ae0c-4f77-a196-96fc2727ced3 in Status: IN_PROGRESS for 2s [ 662.537343] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.537343] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.537343] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.537343] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.537343] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.537343] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.537343] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.537343] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.537343] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.537343] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.537343] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.537343] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.537343] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.537343] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.537343] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.537343] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.538168] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.538168] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.538168] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.538168] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.538168] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d7b91fd-30c8-4f9e-ae9c-e37b4695eade',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.956075] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 in Status: SUCCESS [ 662.956422] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.042259] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d7b91fd-30c8-4f9e-ae9c-e37b4695eade: rpc.has_security_group_logging(os_id): False [ 663.060866] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.061084] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.061160] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.061373] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.061464] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.061655] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.061769] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.061865] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.062113] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.062218] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.062434] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.062533] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.062593] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.062756] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.062832] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.063130] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.063248] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.063414] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.063471] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.063512] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.063595] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d7b91fd-30c8-4f9e-ae9c-e37b4695eade is going to be updated. [ 663.175025] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.175025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.175025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.175025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.175025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.189269] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d7b91fd-30c8-4f9e-ae9c-e37b4695eade in Status: IN_PROGRESS for 2s [ 664.164680] env[65476]: INFO networking_nsxv3.common.synchronization [None req-5e86c2cd-34e4-4fa7-a411-8961c158d148 None None] Enqueued Resource ID: 2d6c5b2f-49e1-4457-a02c-c12bbba4a4a0 with Priority: HIGHEST for action port [ 664.165659] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d6c5b2f-49e1-4457-a02c-c12bbba4a4a0 with Priority: HIGHEST for action port [ 664.165659] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d6c5b2f-49e1-4457-a02c-c12bbba4a4a0 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.165909] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d6c5b2f-49e1-4457-a02c-c12bbba4a4a0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.165909] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d6c5b2f-49e1-4457-a02c-c12bbba4a4a0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.168848] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d6c5b2f-49e1-4457-a02c-c12bbba4a4a0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.168848] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d6c5b2f-49e1-4457-a02c-c12bbba4a4a0',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.361764] env[65476]: INFO networking_nsxv3.common.synchronization [req-32cf64d9-17cb-42b5-af4e-be51d2e14252 req-30d6eaa4-4049-4339-843d-3594ef7d348a tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Enqueued Resource ID: d80ba68a-b076-4d3b-be24-8f2348659dda with Priority: HIGHEST for action security_group_members [ 664.363425] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d80ba68a-b076-4d3b-be24-8f2348659dda with Priority: HIGHEST for action security_group_members [ 664.363883] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d80ba68a-b076-4d3b-be24-8f2348659dda taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.364093] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.364183] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.364680] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.364866] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.365011] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.365101] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.365308] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.365634] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.365767] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d80ba68a-b076-4d3b-be24-8f2348659dda',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.493114] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dfdb1e1-ae0c-4f77-a196-96fc2727ced3 in Status: SUCCESS [ 664.493308] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dfdb1e1-ae0c-4f77-a196-96fc2727ced3 deletion is rescheduled due to dependency. [ 664.493422] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dfdb1e1-ae0c-4f77-a196-96fc2727ced3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.673721] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d6c5b2f-49e1-4457-a02c-c12bbba4a4a0 [ 664.673903] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.674116] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.674116] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.674362] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.674457] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.674560] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d6c5b2f-49e1-4457-a02c-c12bbba4a4a0 already deleted. [ 664.674654] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d6c5b2f-49e1-4457-a02c-c12bbba4a4a0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.777622] env[65476]: INFO networking_nsxv3.common.synchronization [req-7488000b-f707-4dac-a9af-cf34d085c838 req-c398c2f3-f958-4f4d-8874-0bdccae3cb3c tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Enqueued Resource ID: 27d84de2-6f85-42a3-a739-df0d0e9158b1 with Priority: HIGHEST for action security_group_members [ 664.778207] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27d84de2-6f85-42a3-a739-df0d0e9158b1 with Priority: HIGHEST for action security_group_members [ 664.778509] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-27d84de2-6f85-42a3-a739-df0d0e9158b1 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.778656] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27d84de2-6f85-42a3-a739-df0d0e9158b1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.778943] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27d84de2-6f85-42a3-a739-df0d0e9158b1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.778943] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27d84de2-6f85-42a3-a739-df0d0e9158b1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.779100] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.779181] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.779239] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.779372] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.779452] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.779546] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27d84de2-6f85-42a3-a739-df0d0e9158b1',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.818206] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-832 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.818421] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-832" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.818539] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-832" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.818852] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-832" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.819116] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.819266] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.820366] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.820366] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.820366] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.820366] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.820366] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.820366] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.820805] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.820805] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.820805] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.820805] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.841551] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.841844] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 664.842033] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.842313] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-832" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.842767] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-f6225448-6dae-4acf-a257-eaa45ce13b40 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.843047] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-f6225448-6dae-4acf-a257-eaa45ce13b40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.843233] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-f6225448-6dae-4acf-a257-eaa45ce13b40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.844029] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-f6225448-6dae-4acf-a257-eaa45ce13b40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.844029] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6225448-6dae-4acf-a257-eaa45ce13b40',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.868287] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.868287] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.868517] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.868748] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.868842] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.869113] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.869244] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.869323] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.869531] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.869646] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.870661] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d80ba68a-b076-4d3b-be24-8f2348659dda already deleted. [ 664.870661] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.204680] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d7b91fd-30c8-4f9e-ae9c-e37b4695eade in Status: SUCCESS [ 665.205056] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.282258] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.282466] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.282541] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.283748] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.283748] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.283748] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.283748] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.283748] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.283748] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.283748] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.283748] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27d84de2-6f85-42a3-a739-df0d0e9158b1 is going to be updated. [ 665.311280] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.311456] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.311522] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.312171] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.312171] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.325655] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27d84de2-6f85-42a3-a739-df0d0e9158b1 in Status: IN_PROGRESS for 2s [ 665.347227] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.347483] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.347607] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.348055] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.348305] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.349029] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port f6225448-6dae-4acf-a257-eaa45ce13b40 not found, creating... [ 665.349123] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.349269] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.349383] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.349653] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.349779] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.350122] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.350349] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.350465] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.350739] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.350873] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.351015] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: f6225448-6dae-4acf-a257-eaa45ce13b40 is going to be created. [ 665.376358] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.376358] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.376358] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.376633] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.376882] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.377141] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-f6225448-6dae-4acf-a257-eaa45ce13b40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.111534] env[65476]: INFO networking_nsxv3.common.synchronization [req-32cf64d9-17cb-42b5-af4e-be51d2e14252 req-fb757b28-8b4f-45c1-a32a-13462aa2a649 service nova] Enqueued Resource ID: d80ba68a-b076-4d3b-be24-8f2348659dda with Priority: HIGHEST for action security_group_rules [ 666.111751] env[65476]: INFO networking_nsxv3.common.synchronization [req-32cf64d9-17cb-42b5-af4e-be51d2e14252 req-fb757b28-8b4f-45c1-a32a-13462aa2a649 service nova] Enqueued Resource ID: d80ba68a-b076-4d3b-be24-8f2348659dda with Priority: HIGHEST for action security_group_members [ 666.111904] env[65476]: INFO networking_nsxv3.common.synchronization [req-32cf64d9-17cb-42b5-af4e-be51d2e14252 req-fb757b28-8b4f-45c1-a32a-13462aa2a649 service nova] Enqueued Resource ID: f6225448-6dae-4acf-a257-eaa45ce13b40 with Priority: HIGHEST for action port [ 666.112432] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d80ba68a-b076-4d3b-be24-8f2348659dda with Priority: HIGHEST for action security_group_rules [ 666.112573] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d80ba68a-b076-4d3b-be24-8f2348659dda with Priority: HIGHEST for action security_group_members [ 666.112727] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6225448-6dae-4acf-a257-eaa45ce13b40 with Priority: HIGHEST for action port [ 666.112911] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d80ba68a-b076-4d3b-be24-8f2348659dda taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.116103] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.116259] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.116635] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.116773] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d80ba68a-b076-4d3b-be24-8f2348659dda',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.117862] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d80ba68a-b076-4d3b-be24-8f2348659dda taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.117962] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.118021] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.118185] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.118363] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.118452] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.118495] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.118639] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.120378] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.120378] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d80ba68a-b076-4d3b-be24-8f2348659dda',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.120378] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6225448-6dae-4acf-a257-eaa45ce13b40 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.120378] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6225448-6dae-4acf-a257-eaa45ce13b40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.120378] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6225448-6dae-4acf-a257-eaa45ce13b40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.120378] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6225448-6dae-4acf-a257-eaa45ce13b40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.120378] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6225448-6dae-4acf-a257-eaa45ce13b40',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.210703] env[65476]: INFO networking_nsxv3.common.synchronization [None req-271b0214-e6fb-4280-bc39-3f87e4cd84a6 None None] Enqueued Resource ID: 77c625a5-3acc-48bd-a84a-b7d5da6180d5 with Priority: HIGHEST for action port [ 666.211013] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77c625a5-3acc-48bd-a84a-b7d5da6180d5 with Priority: HIGHEST for action port [ 666.211576] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-77c625a5-3acc-48bd-a84a-b7d5da6180d5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.211701] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77c625a5-3acc-48bd-a84a-b7d5da6180d5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.211780] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77c625a5-3acc-48bd-a84a-b7d5da6180d5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.212751] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77c625a5-3acc-48bd-a84a-b7d5da6180d5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.212868] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77c625a5-3acc-48bd-a84a-b7d5da6180d5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.399990] env[65476]: INFO networking_nsxv3.common.synchronization [req-15e74c16-067e-4c5b-a272-1b06ddc942b2 req-593a1329-b5ae-4b94-ba38-a16c81769c00 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Enqueued Resource ID: a0fb7749-a884-47d7-b901-23e6306d01db with Priority: HIGHEST for action security_group_members [ 666.400630] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0fb7749-a884-47d7-b901-23e6306d01db with Priority: HIGHEST for action security_group_members [ 666.400948] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0fb7749-a884-47d7-b901-23e6306d01db taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.401083] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.401147] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.401396] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.402350] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.402350] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.402350] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.402350] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.402350] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.402350] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0fb7749-a884-47d7-b901-23e6306d01db',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.622589] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d80ba68a-b076-4d3b-be24-8f2348659dda taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.622790] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.623022] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d80ba68a-b076-4d3b-be24-8f2348659dda',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.624017] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6225448-6dae-4acf-a257-eaa45ce13b40 with status ACTIVE [ 666.624209] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.624326] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.624393] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.624592] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.624692] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.624922] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.625065] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.625139] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.625342] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.625425] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.625827] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.625827] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.625827] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.625983] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.625983] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.626197] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6225448-6dae-4acf-a257-eaa45ce13b40 is going to be updated. [ 666.653701] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.653701] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.653701] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.653701] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.653701] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.653701] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6225448-6dae-4acf-a257-eaa45ce13b40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.715840] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77c625a5-3acc-48bd-a84a-b7d5da6180d5 [ 666.716450] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.716805] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.716805] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.717344] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.717491] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.717600] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77c625a5-3acc-48bd-a84a-b7d5da6180d5 already deleted. [ 666.717716] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77c625a5-3acc-48bd-a84a-b7d5da6180d5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.786035] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-401 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.786287] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-401" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.786432] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-401" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.786789] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-401" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.787140] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.787377] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.787547] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.787823] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.787989] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.788241] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.788361] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 666.788466] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 666.788591] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 666.788748] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.788821] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 666.789022] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.808457] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.808680] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 666.808845] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 666.809312] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-401" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.809489] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-e124bd9c-12de-4ed7-87b3-72a111f282c4 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.809674] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-e124bd9c-12de-4ed7-87b3-72a111f282c4" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.809848] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-e124bd9c-12de-4ed7-87b3-72a111f282c4" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.810186] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-e124bd9c-12de-4ed7-87b3-72a111f282c4" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.810330] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e124bd9c-12de-4ed7-87b3-72a111f282c4',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.905892] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.906097] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.906192] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.906430] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.906527] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.906811] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.906896] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.906997] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.907261] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.907383] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.907527] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0fb7749-a884-47d7-b901-23e6306d01db already deleted. [ 666.907745] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.128225] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d80ba68a-b076-4d3b-be24-8f2348659dda',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.313466] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.313830] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.313830] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.314094] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.314353] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.314891] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port e124bd9c-12de-4ed7-87b3-72a111f282c4 not found, creating... [ 667.314891] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.315088] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.315214] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.315468] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.315680] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.315955] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.316130] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.316240] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.316449] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.317056] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.317056] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: e124bd9c-12de-4ed7-87b3-72a111f282c4 is going to be created. [ 667.335165] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27d84de2-6f85-42a3-a739-df0d0e9158b1 in Status: SUCCESS [ 667.335348] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27d84de2-6f85-42a3-a739-df0d0e9158b1 deletion is rescheduled due to dependency. [ 667.335466] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27d84de2-6f85-42a3-a739-df0d0e9158b1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.350895] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.351165] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.351255] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.351542] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.351860] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.352416] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-e124bd9c-12de-4ed7-87b3-72a111f282c4" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.633046] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.633046] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.633046] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.633046] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.633046] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.633046] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d80ba68a-b076-4d3b-be24-8f2348659dda is going to be created. [ 667.661311] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.661311] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.661311] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.661311] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.661311] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.672520] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d80ba68a-b076-4d3b-be24-8f2348659dda in Status: UNINITIALIZED for 2s [ 668.077873] env[65476]: INFO networking_nsxv3.common.synchronization [req-15e74c16-067e-4c5b-a272-1b06ddc942b2 req-78567a99-6c0a-4097-aeb5-9b48103758aa service nova] Enqueued Resource ID: a0fb7749-a884-47d7-b901-23e6306d01db with Priority: HIGHEST for action security_group_rules [ 668.078215] env[65476]: INFO networking_nsxv3.common.synchronization [req-15e74c16-067e-4c5b-a272-1b06ddc942b2 req-78567a99-6c0a-4097-aeb5-9b48103758aa service nova] Enqueued Resource ID: a0fb7749-a884-47d7-b901-23e6306d01db with Priority: HIGHEST for action security_group_members [ 668.078553] env[65476]: INFO networking_nsxv3.common.synchronization [req-15e74c16-067e-4c5b-a272-1b06ddc942b2 req-78567a99-6c0a-4097-aeb5-9b48103758aa service nova] Enqueued Resource ID: e124bd9c-12de-4ed7-87b3-72a111f282c4 with Priority: HIGHEST for action port [ 668.080273] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0fb7749-a884-47d7-b901-23e6306d01db with Priority: HIGHEST for action security_group_rules [ 668.080429] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0fb7749-a884-47d7-b901-23e6306d01db with Priority: HIGHEST for action security_group_members [ 668.080534] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e124bd9c-12de-4ed7-87b3-72a111f282c4 with Priority: HIGHEST for action port [ 668.080877] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0fb7749-a884-47d7-b901-23e6306d01db taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.081548] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.081645] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.081997] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.082128] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0fb7749-a884-47d7-b901-23e6306d01db',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.083806] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0fb7749-a884-47d7-b901-23e6306d01db taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.083980] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.084087] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.084358] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.084581] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.084691] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.084756] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.084953] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.085286] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.085465] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0fb7749-a884-47d7-b901-23e6306d01db',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.087764] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-e124bd9c-12de-4ed7-87b3-72a111f282c4 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.087926] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e124bd9c-12de-4ed7-87b3-72a111f282c4" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.088028] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e124bd9c-12de-4ed7-87b3-72a111f282c4" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.088198] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e124bd9c-12de-4ed7-87b3-72a111f282c4" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.088275] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e124bd9c-12de-4ed7-87b3-72a111f282c4',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.589798] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0fb7749-a884-47d7-b901-23e6306d01db',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.591558] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0fb7749-a884-47d7-b901-23e6306d01db taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.591678] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.591975] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e124bd9c-12de-4ed7-87b3-72a111f282c4 with status ACTIVE [ 668.592166] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.592278] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.592546] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.592850] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.592966] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.593160] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.593257] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.593321] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.593485] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.593566] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.593743] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.593838] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.593897] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.594131] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.596289] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.596444] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e124bd9c-12de-4ed7-87b3-72a111f282c4 is going to be updated. [ 668.623316] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.623482] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.623553] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.623945] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.623945] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.624267] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e124bd9c-12de-4ed7-87b3-72a111f282c4" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.092585] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0fb7749-a884-47d7-b901-23e6306d01db',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.412091] env[65476]: INFO networking_nsxv3.common.synchronization [req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 req-af241d6d-5ca4-4665-9df4-7d9b6f56098a tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Enqueued Resource ID: dcd1a768-57fa-4fe3-b51c-1c39c8bdc699 with Priority: HIGHEST for action security_group_members [ 669.412549] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd1a768-57fa-4fe3-b51c-1c39c8bdc699 with Priority: HIGHEST for action security_group_members [ 669.416104] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcd1a768-57fa-4fe3-b51c-1c39c8bdc699 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.416104] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcd1a768-57fa-4fe3-b51c-1c39c8bdc699" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.416104] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcd1a768-57fa-4fe3-b51c-1c39c8bdc699" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.416104] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcd1a768-57fa-4fe3-b51c-1c39c8bdc699" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.416104] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.416104] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.416104] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.416104] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.416104] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.416104] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcd1a768-57fa-4fe3-b51c-1c39c8bdc699',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.599933] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.599933] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.599933] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.599933] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.599933] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.599933] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0fb7749-a884-47d7-b901-23e6306d01db is going to be created. [ 669.634475] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.634674] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.634727] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.635678] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.635678] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.649403] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0fb7749-a884-47d7-b901-23e6306d01db in Status: UNINITIALIZED for 2s [ 669.685754] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d80ba68a-b076-4d3b-be24-8f2348659dda in Status: SUCCESS [ 669.686397] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.687219] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.687219] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.687219] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.687460] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.687460] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.687638] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.687740] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.687927] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.687927] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d80ba68a-b076-4d3b-be24-8f2348659dda',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.746056] env[65476]: INFO networking_nsxv3.common.synchronization [None req-bc3a2f24-90d4-4d2d-a3af-fb55b106a6f4 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Enqueued Resource ID: 1b0b8b60-0115-46c7-8ab3-7efe52ca2274 with Priority: HIGHEST for action security_group_rules [ 669.746727] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b0b8b60-0115-46c7-8ab3-7efe52ca2274 with Priority: HIGHEST for action security_group_rules [ 669.747116] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b0b8b60-0115-46c7-8ab3-7efe52ca2274 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.747261] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b0b8b60-0115-46c7-8ab3-7efe52ca2274" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.747342] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b0b8b60-0115-46c7-8ab3-7efe52ca2274" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.747658] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b0b8b60-0115-46c7-8ab3-7efe52ca2274" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.747860] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b0b8b60-0115-46c7-8ab3-7efe52ca2274',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.875809] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.876071] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.876134] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.876412] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.876678] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.876836] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.876948] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.877322] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.877485] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.877670] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.877782] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 669.877884] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 669.878052] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 669.878185] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.878290] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 669.878419] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 669.898657] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 669.898827] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 669.898959] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 669.899157] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.899473] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-8cce69f2-b4f8-4413-affe-6e1b83e47cb5 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.899667] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-8cce69f2-b4f8-4413-affe-6e1b83e47cb5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.899903] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-8cce69f2-b4f8-4413-affe-6e1b83e47cb5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.900220] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-8cce69f2-b4f8-4413-affe-6e1b83e47cb5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.900594] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cce69f2-b4f8-4413-affe-6e1b83e47cb5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.903379] env[65476]: INFO networking_nsxv3.common.synchronization [None req-0561431d-0a2b-411c-aa45-14e1c0573c53 None None] Enqueued Resource ID: 95f017a5-b03c-4d6f-bc77-5d64159ec067 with Priority: HIGHEST for action port [ 669.904284] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95f017a5-b03c-4d6f-bc77-5d64159ec067 with Priority: HIGHEST for action port [ 669.904590] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-95f017a5-b03c-4d6f-bc77-5d64159ec067 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.905061] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95f017a5-b03c-4d6f-bc77-5d64159ec067" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.905061] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95f017a5-b03c-4d6f-bc77-5d64159ec067" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.905061] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95f017a5-b03c-4d6f-bc77-5d64159ec067" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.905160] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95f017a5-b03c-4d6f-bc77-5d64159ec067',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.916798] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.918072] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.918072] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.918072] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.918072] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.918072] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.918072] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.918072] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.918072] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.918072] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.918389] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcd1a768-57fa-4fe3-b51c-1c39c8bdc699 already deleted. [ 669.918389] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcd1a768-57fa-4fe3-b51c-1c39c8bdc699" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.965511] env[65476]: INFO networking_nsxv3.common.synchronization [None req-8587ddaa-b677-4257-85bf-8191e0ba6088 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Enqueued Resource ID: 1b0b8b60-0115-46c7-8ab3-7efe52ca2274 with Priority: HIGHEST for action security_group_rules [ 669.967185] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b0b8b60-0115-46c7-8ab3-7efe52ca2274 with Priority: HIGHEST for action security_group_rules [ 669.967185] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b0b8b60-0115-46c7-8ab3-7efe52ca2274 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.967185] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b0b8b60-0115-46c7-8ab3-7efe52ca2274" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.193026] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d80ba68a-b076-4d3b-be24-8f2348659dda taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.193026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.193026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.193026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.193026] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.193026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.193026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.193026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.193026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.193026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.193026] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d80ba68a-b076-4d3b-be24-8f2348659dda taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.193026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.193026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.193026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.193026] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.193026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.193748] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.193748] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.193748] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.193748] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.193748] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d80ba68a-b076-4d3b-be24-8f2348659dda',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.268869] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.269174] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.269174] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.269339] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.269495] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.269589] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b0b8b60-0115-46c7-8ab3-7efe52ca2274 already deleted. [ 670.269685] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b0b8b60-0115-46c7-8ab3-7efe52ca2274" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.270190] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b0b8b60-0115-46c7-8ab3-7efe52ca2274" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.270383] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b0b8b60-0115-46c7-8ab3-7efe52ca2274" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.270487] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b0b8b60-0115-46c7-8ab3-7efe52ca2274',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.406997] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.406997] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.406997] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.406997] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.406997] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.406997] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port 8cce69f2-b4f8-4413-affe-6e1b83e47cb5 not found, creating... [ 670.406997] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.406997] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.406997] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.406997] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.406997] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.407744] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.407744] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.409693] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.410087] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.410316] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.410485] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: 8cce69f2-b4f8-4413-affe-6e1b83e47cb5 is going to be created. [ 670.412062] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95f017a5-b03c-4d6f-bc77-5d64159ec067 [ 670.412062] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.412298] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.412298] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.412393] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.412528] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.412528] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95f017a5-b03c-4d6f-bc77-5d64159ec067 already deleted. [ 670.412601] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95f017a5-b03c-4d6f-bc77-5d64159ec067" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.451150] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.451401] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.451499] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.451882] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.452054] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.452290] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-8cce69f2-b4f8-4413-affe-6e1b83e47cb5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.695838] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d80ba68a-b076-4d3b-be24-8f2348659dda: rpc.has_security_group_logging(os_id): False [ 670.721699] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.721959] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.721959] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.722248] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.722341] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.722563] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.723713] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.723713] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.723713] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.723713] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.723713] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.723713] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.723713] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.723713] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.723713] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.724261] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.724261] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.724261] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.724261] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.724419] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.724419] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d80ba68a-b076-4d3b-be24-8f2348659dda is going to be created. [ 670.798586] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.798586] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.798586] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.798586] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.798586] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.798586] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b0b8b60-0115-46c7-8ab3-7efe52ca2274 already deleted. [ 670.798586] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b0b8b60-0115-46c7-8ab3-7efe52ca2274" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.829026] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.829026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.829026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.829255] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.829917] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.849585] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d80ba68a-b076-4d3b-be24-8f2348659dda in Status: IN_PROGRESS for 2s [ 671.210076] env[65476]: INFO networking_nsxv3.common.synchronization [req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 req-f4ac0a43-5990-4d49-b0ae-2779cc172e93 service nova] Enqueued Resource ID: dcd1a768-57fa-4fe3-b51c-1c39c8bdc699 with Priority: HIGHEST for action security_group_rules [ 671.210276] env[65476]: INFO networking_nsxv3.common.synchronization [req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 req-f4ac0a43-5990-4d49-b0ae-2779cc172e93 service nova] Enqueued Resource ID: dcd1a768-57fa-4fe3-b51c-1c39c8bdc699 with Priority: HIGHEST for action security_group_members [ 671.210444] env[65476]: INFO networking_nsxv3.common.synchronization [req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 req-f4ac0a43-5990-4d49-b0ae-2779cc172e93 service nova] Enqueued Resource ID: 8cce69f2-b4f8-4413-affe-6e1b83e47cb5 with Priority: HIGHEST for action port [ 671.211102] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd1a768-57fa-4fe3-b51c-1c39c8bdc699 with Priority: HIGHEST for action security_group_rules [ 671.211232] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd1a768-57fa-4fe3-b51c-1c39c8bdc699 with Priority: HIGHEST for action security_group_members [ 671.211365] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cce69f2-b4f8-4413-affe-6e1b83e47cb5 with Priority: HIGHEST for action port [ 671.211635] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcd1a768-57fa-4fe3-b51c-1c39c8bdc699 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.211769] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcd1a768-57fa-4fe3-b51c-1c39c8bdc699" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.212255] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcd1a768-57fa-4fe3-b51c-1c39c8bdc699" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.212255] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcd1a768-57fa-4fe3-b51c-1c39c8bdc699" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.212255] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcd1a768-57fa-4fe3-b51c-1c39c8bdc699',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.213177] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcd1a768-57fa-4fe3-b51c-1c39c8bdc699 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.213299] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcd1a768-57fa-4fe3-b51c-1c39c8bdc699" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.213364] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcd1a768-57fa-4fe3-b51c-1c39c8bdc699" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.213562] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcd1a768-57fa-4fe3-b51c-1c39c8bdc699" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.213746] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.213813] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.213850] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.213994] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.217493] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.217493] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcd1a768-57fa-4fe3-b51c-1c39c8bdc699',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.218925] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-8cce69f2-b4f8-4413-affe-6e1b83e47cb5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.218925] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8cce69f2-b4f8-4413-affe-6e1b83e47cb5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.218925] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8cce69f2-b4f8-4413-affe-6e1b83e47cb5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.218925] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8cce69f2-b4f8-4413-affe-6e1b83e47cb5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.219738] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cce69f2-b4f8-4413-affe-6e1b83e47cb5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.533749] env[65476]: INFO networking_nsxv3.common.synchronization [req-28074c79-a568-4c69-b0df-0372c82c357a req-e2404a51-8a05-4db0-941b-35ce44c09e35 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Enqueued Resource ID: e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8 with Priority: HIGHEST for action security_group_members [ 671.535987] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8 with Priority: HIGHEST for action security_group_members [ 671.535987] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.535987] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.535987] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.535987] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.535987] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.535987] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.535987] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.535987] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.535987] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.535987] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.661651] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0fb7749-a884-47d7-b901-23e6306d01db in Status: SUCCESS [ 671.662762] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.662762] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.662762] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.662762] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.662762] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.663240] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.663240] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.663240] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.663240] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.663375] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0fb7749-a884-47d7-b901-23e6306d01db',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.721815] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcd1a768-57fa-4fe3-b51c-1c39c8bdc699 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.726022] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcd1a768-57fa-4fe3-b51c-1c39c8bdc699" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.726022] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8cce69f2-b4f8-4413-affe-6e1b83e47cb5 with status ACTIVE [ 671.726022] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.726022] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.726022] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.726022] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.726022] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.726022] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.726022] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.726022] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.726022] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.726022] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.726022] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.726022] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.726022] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.726022] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.726022] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.726823] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8cce69f2-b4f8-4413-affe-6e1b83e47cb5 is going to be updated. [ 671.727899] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcd1a768-57fa-4fe3-b51c-1c39c8bdc699',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.755274] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.755274] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.755274] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.755274] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.755274] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.755526] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8cce69f2-b4f8-4413-affe-6e1b83e47cb5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.997682] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-689 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.997964] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-689" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.998107] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-689" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.998448] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-689" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.998966] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.999163] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.999277] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.999494] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.999639] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.000141] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.000141] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 672.000141] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 672.000384] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 672.000384] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.000384] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 672.000557] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.023063] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.023860] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 672.024096] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.024884] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-689" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.024884] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-2c833fff-5059-4b7b-9fcb-255e8b0e2887 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.024884] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-2c833fff-5059-4b7b-9fcb-255e8b0e2887" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.024884] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-2c833fff-5059-4b7b-9fcb-255e8b0e2887" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.025166] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-2c833fff-5059-4b7b-9fcb-255e8b0e2887" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.025296] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c833fff-5059-4b7b-9fcb-255e8b0e2887',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.039498] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.039659] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.039734] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.039957] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.040074] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.040271] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.040372] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.040433] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.040586] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.040666] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.040768] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8 already deleted. [ 672.040852] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.166280] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0fb7749-a884-47d7-b901-23e6306d01db taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.166505] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.166505] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.166749] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.166914] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.167030] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.167103] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.167247] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.167347] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.167411] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.167552] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0fb7749-a884-47d7-b901-23e6306d01db taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.167650] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.167711] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.167864] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.167974] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.168072] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.168133] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.168274] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.168342] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.168411] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.168505] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0fb7749-a884-47d7-b901-23e6306d01db',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.230916] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcd1a768-57fa-4fe3-b51c-1c39c8bdc699',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.337026] env[65476]: INFO networking_nsxv3.common.synchronization [None req-adaf5b51-7410-4c66-9b4e-8eed644bc59a None None] Enqueued Resource ID: 2422e942-8b21-4975-8408-9ae482b6131d with Priority: HIGHEST for action port [ 672.337650] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2422e942-8b21-4975-8408-9ae482b6131d with Priority: HIGHEST for action port [ 672.339255] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-2422e942-8b21-4975-8408-9ae482b6131d taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.339255] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2422e942-8b21-4975-8408-9ae482b6131d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.339255] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2422e942-8b21-4975-8408-9ae482b6131d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.339255] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2422e942-8b21-4975-8408-9ae482b6131d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.339255] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2422e942-8b21-4975-8408-9ae482b6131d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.528897] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.529218] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.529406] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.529772] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.529986] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.530207] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port 2c833fff-5059-4b7b-9fcb-255e8b0e2887 not found, creating... [ 672.530559] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.530793] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.530952] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.531287] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.531489] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.531904] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.532161] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.532348] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.532663] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.532866] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.533103] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: 2c833fff-5059-4b7b-9fcb-255e8b0e2887 is going to be created. [ 672.556132] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.556569] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.556646] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.556976] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.557302] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.557574] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-2c833fff-5059-4b7b-9fcb-255e8b0e2887" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.671303] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0fb7749-a884-47d7-b901-23e6306d01db: rpc.has_security_group_logging(os_id): False [ 672.698676] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.698997] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.698997] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.699219] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.699330] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.699559] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.699714] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.699714] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.699908] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.700034] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.700187] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.700335] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.700335] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.700562] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.700562] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.700853] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.701028] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.701143] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.701252] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.701342] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.701454] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0fb7749-a884-47d7-b901-23e6306d01db is going to be created. [ 672.733659] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.734871] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.734871] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.734871] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.734871] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.734871] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcd1a768-57fa-4fe3-b51c-1c39c8bdc699 is going to be created. [ 672.762507] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.762653] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.762744] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.762937] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.763111] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.774824] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcd1a768-57fa-4fe3-b51c-1c39c8bdc699 in Status: UNINITIALIZED for 2s [ 672.805033] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.805267] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.805267] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.805459] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.805637] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.817102] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0fb7749-a884-47d7-b901-23e6306d01db in Status: IN_PROGRESS for 2s [ 672.841581] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2422e942-8b21-4975-8408-9ae482b6131d [ 672.841805] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.841938] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.842012] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.842239] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.842326] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.842417] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2422e942-8b21-4975-8408-9ae482b6131d already deleted. [ 672.842498] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2422e942-8b21-4975-8408-9ae482b6131d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.864472] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d80ba68a-b076-4d3b-be24-8f2348659dda in Status: SUCCESS [ 672.864709] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.085172] env[65476]: INFO networking_nsxv3.common.synchronization [req-c1cc6cb8-66b7-411e-825c-cf966574551b req-9d9de23b-d091-4114-87f4-8561a92ff59d tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Enqueued Resource ID: 09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c with Priority: HIGHEST for action security_group_members [ 673.085765] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c with Priority: HIGHEST for action security_group_members [ 673.086034] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.086157] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.086223] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.086421] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.086734] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.086734] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.086734] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.086931] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.086931] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.087350] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.286410] env[65476]: INFO networking_nsxv3.common.synchronization [req-28074c79-a568-4c69-b0df-0372c82c357a req-a4f64656-68bc-4bf9-b373-62cb1b97aec5 service nova] Enqueued Resource ID: e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8 with Priority: HIGHEST for action security_group_rules [ 673.286410] env[65476]: INFO networking_nsxv3.common.synchronization [req-28074c79-a568-4c69-b0df-0372c82c357a req-a4f64656-68bc-4bf9-b373-62cb1b97aec5 service nova] Enqueued Resource ID: e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8 with Priority: HIGHEST for action security_group_members [ 673.286410] env[65476]: INFO networking_nsxv3.common.synchronization [req-28074c79-a568-4c69-b0df-0372c82c357a req-a4f64656-68bc-4bf9-b373-62cb1b97aec5 service nova] Enqueued Resource ID: 2c833fff-5059-4b7b-9fcb-255e8b0e2887 with Priority: HIGHEST for action port [ 673.287034] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8 with Priority: HIGHEST for action security_group_rules [ 673.287395] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8 with Priority: HIGHEST for action security_group_members [ 673.287637] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c833fff-5059-4b7b-9fcb-255e8b0e2887 with Priority: HIGHEST for action port [ 673.289116] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.289573] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.289778] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.290267] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.290659] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.292339] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.292631] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.292798] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.293244] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.293648] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.294028] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.295653] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.295653] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.295653] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.295653] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.296423] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c833fff-5059-4b7b-9fcb-255e8b0e2887 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.296726] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c833fff-5059-4b7b-9fcb-255e8b0e2887" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.296973] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c833fff-5059-4b7b-9fcb-255e8b0e2887" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.297672] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c833fff-5059-4b7b-9fcb-255e8b0e2887" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.297672] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c833fff-5059-4b7b-9fcb-255e8b0e2887',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.590323] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.593063] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.593063] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.593063] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.593063] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.593063] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.593063] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.593063] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.593063] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.593063] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.593063] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c is going to be updated. [ 673.625500] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.625500] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.625500] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.625500] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.625500] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.632725] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c in Status: IN_PROGRESS for 2s [ 673.740145] env[65476]: INFO networking_nsxv3.common.synchronization [req-506ce0ab-5e0e-4081-8201-5d147d562a7d req-5e7dcd1f-252d-4906-ae2e-090a893e53e0 tempest-SecurityGroupRulesTestJSON-1783845604 tempest-SecurityGroupRulesTestJSON-1783845604-project-member] Enqueued Resource ID: a833a634-2c4d-469b-9191-c700bade6b5c with Priority: HIGHEST for action security_group_rules [ 673.740145] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a833a634-2c4d-469b-9191-c700bade6b5c with Priority: HIGHEST for action security_group_rules [ 673.740427] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a833a634-2c4d-469b-9191-c700bade6b5c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.741389] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a833a634-2c4d-469b-9191-c700bade6b5c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.741389] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a833a634-2c4d-469b-9191-c700bade6b5c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.741389] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a833a634-2c4d-469b-9191-c700bade6b5c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.741389] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a833a634-2c4d-469b-9191-c700bade6b5c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.800175] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.801838] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.802183] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.802741] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c833fff-5059-4b7b-9fcb-255e8b0e2887 with status ACTIVE [ 673.807915] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.808293] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.808382] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.808636] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.809357] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.811278] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.811430] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.811572] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.812375] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.812375] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.812375] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.812375] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.812375] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.813445] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.813445] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.813445] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c833fff-5059-4b7b-9fcb-255e8b0e2887 is going to be updated. [ 673.841074] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.841230] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.841276] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.841644] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.841821] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.842009] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c833fff-5059-4b7b-9fcb-255e8b0e2887" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.121829] env[65476]: INFO networking_nsxv3.common.synchronization [req-5c8588c4-5dae-49e1-991c-8275fd53d2f7 req-a7293dd5-3b48-4ded-b7a3-82122b1ae8ec tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Enqueued Resource ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 with Priority: HIGHEST for action security_group_members [ 674.122486] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 with Priority: HIGHEST for action security_group_members [ 674.122798] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-7704e3ed-6eb7-45e0-b422-16430811c1f9 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.122914] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.122981] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.123635] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.123806] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.123906] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.123989] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.125373] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.125781] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.125914] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7704e3ed-6eb7-45e0-b422-16430811c1f9',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.161283] env[65476]: INFO networking_nsxv3.common.synchronization [req-5c8588c4-5dae-49e1-991c-8275fd53d2f7 req-a7293dd5-3b48-4ded-b7a3-82122b1ae8ec tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Enqueued Resource ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 with Priority: HIGHEST for action security_group_rules [ 674.161459] env[65476]: INFO networking_nsxv3.common.synchronization [req-5c8588c4-5dae-49e1-991c-8275fd53d2f7 req-a7293dd5-3b48-4ded-b7a3-82122b1ae8ec tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Enqueued Resource ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 with Priority: HIGHEST for action security_group_members [ 674.161623] env[65476]: INFO networking_nsxv3.common.synchronization [req-5c8588c4-5dae-49e1-991c-8275fd53d2f7 req-a7293dd5-3b48-4ded-b7a3-82122b1ae8ec tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Enqueued Resource ID: 4420fa4e-301e-4ba1-ac99-25c42cfe41ca with Priority: HIGHEST for action port [ 674.162271] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 with Priority: HIGHEST for action security_group_rules [ 674.162382] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 with Priority: HIGHEST for action security_group_members [ 674.162443] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4420fa4e-301e-4ba1-ac99-25c42cfe41ca with Priority: HIGHEST for action port [ 674.163437] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7704e3ed-6eb7-45e0-b422-16430811c1f9 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.163437] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.163437] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.163437] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.163437] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7704e3ed-6eb7-45e0-b422-16430811c1f9',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.164805] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-7704e3ed-6eb7-45e0-b422-16430811c1f9 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.164805] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.164805] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-4420fa4e-301e-4ba1-ac99-25c42cfe41ca taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.164805] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4420fa4e-301e-4ba1-ac99-25c42cfe41ca" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.164805] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4420fa4e-301e-4ba1-ac99-25c42cfe41ca" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.164805] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4420fa4e-301e-4ba1-ac99-25c42cfe41ca" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.166596] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4420fa4e-301e-4ba1-ac99-25c42cfe41ca',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.271767] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.271935] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.272118] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.272934] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.272934] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.272934] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a833a634-2c4d-469b-9191-c700bade6b5c already deleted. [ 674.273087] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a833a634-2c4d-469b-9191-c700bade6b5c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.305984] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.486350] env[65476]: INFO networking_nsxv3.common.synchronization [req-13306d2d-908f-4d32-a98c-f3935bfe4c16 req-6a308da0-8d74-4e5a-97b4-9c386c191603 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Enqueued Resource ID: a0fb7749-a884-47d7-b901-23e6306d01db with Priority: HIGHEST for action security_group_members [ 674.486954] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0fb7749-a884-47d7-b901-23e6306d01db with Priority: HIGHEST for action security_group_members [ 674.487318] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0fb7749-a884-47d7-b901-23e6306d01db taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.487917] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.488024] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.488255] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.488443] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.488577] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.488647] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.488846] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.488938] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.489043] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0fb7749-a884-47d7-b901-23e6306d01db',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.627922] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7704e3ed-6eb7-45e0-b422-16430811c1f9',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.667698] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-7704e3ed-6eb7-45e0-b422-16430811c1f9 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.668532] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.668882] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4420fa4e-301e-4ba1-ac99-25c42cfe41ca with status ACTIVE [ 674.669534] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.669780] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.671089] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.671089] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.671089] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.671089] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.671089] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.671089] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.671089] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.671089] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.671490] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.671490] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.671490] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.671595] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.671595] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.672612] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4420fa4e-301e-4ba1-ac99-25c42cfe41ca is going to be updated. [ 674.706241] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.706382] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.706382] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.706623] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.706905] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.707614] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4420fa4e-301e-4ba1-ac99-25c42cfe41ca" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.786354] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcd1a768-57fa-4fe3-b51c-1c39c8bdc699 in Status: SUCCESS [ 674.786740] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcd1a768-57fa-4fe3-b51c-1c39c8bdc699" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.786940] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcd1a768-57fa-4fe3-b51c-1c39c8bdc699" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.787248] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcd1a768-57fa-4fe3-b51c-1c39c8bdc699" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.787534] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.788076] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.788076] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.788243] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.788308] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.788487] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcd1a768-57fa-4fe3-b51c-1c39c8bdc699" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.788655] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dcd1a768-57fa-4fe3-b51c-1c39c8bdc699',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.811985] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.812195] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.812280] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.812718] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.812718] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.812718] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8 is going to be created. [ 674.834686] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0fb7749-a884-47d7-b901-23e6306d01db in Status: SUCCESS [ 674.834686] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.853350] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.853449] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.853501] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.853867] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.854075] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.867380] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8 in Status: UNINITIALIZED for 2s [ 674.947669] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-401 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.947966] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-401" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.948351] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-401" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.949484] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-401" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.949484] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.949484] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.949484] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.949829] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.950116] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.950510] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.950593] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.950777] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.950954] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.952715] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.952715] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.952715] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.976687] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.978436] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 674.978650] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.978861] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-401" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.979236] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-c761c994-504b-4877-9fc2-3e3319c0abe2 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.979406] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-c761c994-504b-4877-9fc2-3e3319c0abe2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.979521] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-c761c994-504b-4877-9fc2-3e3319c0abe2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.979847] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-c761c994-504b-4877-9fc2-3e3319c0abe2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.979984] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c761c994-504b-4877-9fc2-3e3319c0abe2',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.990814] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0fb7749-a884-47d7-b901-23e6306d01db',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.130347] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7704e3ed-6eb7-45e0-b422-16430811c1f9',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.291707] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcd1a768-57fa-4fe3-b51c-1c39c8bdc699 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.292091] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcd1a768-57fa-4fe3-b51c-1c39c8bdc699" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.292174] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcd1a768-57fa-4fe3-b51c-1c39c8bdc699" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.292647] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcd1a768-57fa-4fe3-b51c-1c39c8bdc699" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.292899] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.293114] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.293238] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.293481] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.293687] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.293839] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcd1a768-57fa-4fe3-b51c-1c39c8bdc699" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.294076] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcd1a768-57fa-4fe3-b51c-1c39c8bdc699 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.294248] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcd1a768-57fa-4fe3-b51c-1c39c8bdc699" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.294350] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcd1a768-57fa-4fe3-b51c-1c39c8bdc699" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.294560] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcd1a768-57fa-4fe3-b51c-1c39c8bdc699" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.294766] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.294909] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.295116] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.295319] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.295447] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.295579] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcd1a768-57fa-4fe3-b51c-1c39c8bdc699" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.295715] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dcd1a768-57fa-4fe3-b51c-1c39c8bdc699',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.485308] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.485532] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.485652] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.485961] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.486145] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.486300] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port c761c994-504b-4877-9fc2-3e3319c0abe2 not found, creating... [ 675.486550] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.486700] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.486811] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.487053] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.487192] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.487567] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.487731] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.487843] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.488247] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.488483] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.488772] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: c761c994-504b-4877-9fc2-3e3319c0abe2 is going to be created. [ 675.492645] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0fb7749-a884-47d7-b901-23e6306d01db',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.515418] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.516252] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.516452] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.516813] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.517152] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.517636] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-c761c994-504b-4877-9fc2-3e3319c0abe2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.633407] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.633707] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.633993] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.634288] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.634447] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.634562] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 is going to be updated. [ 675.647447] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c in Status: SUCCESS [ 675.647686] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c deletion is rescheduled due to dependency. [ 675.647808] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.676880] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.677155] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.677155] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.677361] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.677554] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.688706] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 in Status: IN_PROGRESS for 2s [ 675.798095] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dcd1a768-57fa-4fe3-b51c-1c39c8bdc699: rpc.has_security_group_logging(os_id): False [ 675.816379] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.816633] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.816633] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.816797] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.816929] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.817115] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.817239] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.817239] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.817414] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.817488] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.817623] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.817726] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.817799] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.817899] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.817975] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.818153] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.818280] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.818384] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.818465] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.818553] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.818667] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcd1a768-57fa-4fe3-b51c-1c39c8bdc699 is going to be created. [ 675.881621] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.881791] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.881838] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.882177] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.882344] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.892713] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcd1a768-57fa-4fe3-b51c-1c39c8bdc699 in Status: IN_PROGRESS for 2s [ 675.995167] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.995291] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.995333] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.995597] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.995710] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.995817] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0fb7749-a884-47d7-b901-23e6306d01db is going to be updated. [ 676.028366] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.028554] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.028646] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.028950] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.029124] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.040024] env[65476]: INFO networking_nsxv3.common.synchronization [req-93625201-778d-4e26-ad53-90ec9e2a5b4f req-e7a4a5cb-107a-408e-8484-f15e147f351f tempest-SecurityGroupRulesTestJSON-1783845604 tempest-SecurityGroupRulesTestJSON-1783845604-project-member] Enqueued Resource ID: a833a634-2c4d-469b-9191-c700bade6b5c with Priority: HIGHEST for action security_group_rules [ 676.040024] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a833a634-2c4d-469b-9191-c700bade6b5c with Priority: HIGHEST for action security_group_rules [ 676.040024] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a833a634-2c4d-469b-9191-c700bade6b5c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.040024] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a833a634-2c4d-469b-9191-c700bade6b5c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.040218] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a833a634-2c4d-469b-9191-c700bade6b5c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.040298] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a833a634-2c4d-469b-9191-c700bade6b5c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.040342] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a833a634-2c4d-469b-9191-c700bade6b5c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.044673] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0fb7749-a884-47d7-b901-23e6306d01db in Status: IN_PROGRESS for 2s [ 676.260930] env[65476]: INFO networking_nsxv3.common.synchronization [req-13306d2d-908f-4d32-a98c-f3935bfe4c16 req-c2eedf6f-acf4-4789-88c5-c25961b2dacd service nova] Enqueued Resource ID: a0fb7749-a884-47d7-b901-23e6306d01db with Priority: HIGHEST for action security_group_rules [ 676.261259] env[65476]: INFO networking_nsxv3.common.synchronization [req-13306d2d-908f-4d32-a98c-f3935bfe4c16 req-c2eedf6f-acf4-4789-88c5-c25961b2dacd service nova] Enqueued Resource ID: a0fb7749-a884-47d7-b901-23e6306d01db with Priority: HIGHEST for action security_group_members [ 676.261466] env[65476]: INFO networking_nsxv3.common.synchronization [req-13306d2d-908f-4d32-a98c-f3935bfe4c16 req-c2eedf6f-acf4-4789-88c5-c25961b2dacd service nova] Enqueued Resource ID: c761c994-504b-4877-9fc2-3e3319c0abe2 with Priority: HIGHEST for action port [ 676.263076] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0fb7749-a884-47d7-b901-23e6306d01db with Priority: HIGHEST for action security_group_rules [ 676.263330] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0fb7749-a884-47d7-b901-23e6306d01db with Priority: HIGHEST for action security_group_members [ 676.263815] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c761c994-504b-4877-9fc2-3e3319c0abe2 with Priority: HIGHEST for action port [ 676.264308] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0fb7749-a884-47d7-b901-23e6306d01db taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.264734] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.264734] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.264911] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.265080] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0fb7749-a884-47d7-b901-23e6306d01db',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.267348] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0fb7749-a884-47d7-b901-23e6306d01db taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.267348] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.267901] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-c761c994-504b-4877-9fc2-3e3319c0abe2 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.267901] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c761c994-504b-4877-9fc2-3e3319c0abe2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.267901] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c761c994-504b-4877-9fc2-3e3319c0abe2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.270137] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c761c994-504b-4877-9fc2-3e3319c0abe2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.271552] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c761c994-504b-4877-9fc2-3e3319c0abe2',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.565468] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.566017] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.566017] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.566017] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.566017] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.566298] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a833a634-2c4d-469b-9191-c700bade6b5c already deleted. [ 676.566298] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a833a634-2c4d-469b-9191-c700bade6b5c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.768442] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0fb7749-a884-47d7-b901-23e6306d01db taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.768442] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.777023] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c761c994-504b-4877-9fc2-3e3319c0abe2 with status ACTIVE [ 676.777023] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.777023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.777023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.777023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.777023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.777023] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.777023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.777023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.777023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.777023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.777023] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.777023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.777023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.777023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.777023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.777023] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c761c994-504b-4877-9fc2-3e3319c0abe2 is going to be updated. [ 676.811702] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.811702] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.811702] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.812239] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.812239] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.812239] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c761c994-504b-4877-9fc2-3e3319c0abe2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.883746] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8 in Status: SUCCESS [ 676.883942] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.883942] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.884193] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.884397] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.884501] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.884573] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.884731] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.884812] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.884898] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.885016] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.388946] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.744269] env[65476]: INFO networking_nsxv3.common.synchronization [req-8d70a61f-89fd-45c6-baa1-941887d66236 req-4ef6e0fa-136d-4a4d-86f4-6426d1be3538 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Enqueued Resource ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 with Priority: HIGHEST for action security_group_members [ 677.744269] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 with Priority: HIGHEST for action security_group_members [ 677.744269] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.744269] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.744269] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.744269] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.744269] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.744269] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.744269] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.744269] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.744269] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.744269] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.744269] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 in Status: SUCCESS [ 677.744269] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.744269] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.744269] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.744269] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.744269] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.744269] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.744269] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.754709] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.754709] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7704e3ed-6eb7-45e0-b422-16430811c1f9',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.891331] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8: rpc.has_security_group_logging(os_id): False [ 677.906909] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcd1a768-57fa-4fe3-b51c-1c39c8bdc699 in Status: SUCCESS [ 677.906909] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcd1a768-57fa-4fe3-b51c-1c39c8bdc699" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.910637] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.910831] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.910897] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.911094] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.911187] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.911428] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.911532] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.911597] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.911755] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.911833] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.911964] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8 is going to be created. [ 678.000695] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.000963] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.001122] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.001254] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.001438] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.010269] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.010415] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.010489] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.010711] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.010861] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.011082] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.011179] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.011242] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.012182] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.012280] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.012377] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 already deleted. [ 678.012465] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.016153] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8 in Status: IN_PROGRESS for 2s [ 678.032965] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-419 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.032965] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-419" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.032965] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-419" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.032965] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-419" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.033306] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.033382] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.033491] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.033689] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.033834] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.034062] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.034173] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.034282] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.034366] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.034467] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.034567] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.034692] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.077519] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0fb7749-a884-47d7-b901-23e6306d01db in Status: SUCCESS [ 678.077853] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.078196] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.078612] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.078789] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.078980] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.079134] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.079396] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.079538] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.079709] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0fb7749-a884-47d7-b901-23e6306d01db',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.096371] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.096547] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.062 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 678.096682] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.096861] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-419" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.097327] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-fc62821e-9b54-411d-81d2-d630850b1d69 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.097524] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-fc62821e-9b54-411d-81d2-d630850b1d69" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.097641] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-fc62821e-9b54-411d-81d2-d630850b1d69" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.097954] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-fc62821e-9b54-411d-81d2-d630850b1d69" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.098108] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc62821e-9b54-411d-81d2-d630850b1d69',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.208354] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7704e3ed-6eb7-45e0-b422-16430811c1f9',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.436897] env[65476]: INFO networking_nsxv3.common.synchronization [req-ac7a9a2a-8b17-43cf-815e-8881fac87ce2 req-df56027c-b2fe-4a5e-bbba-d80f76eb3c6d tempest-SecurityGroupRulesTestJSON-1783845604 tempest-SecurityGroupRulesTestJSON-1783845604-project-member] Enqueued Resource ID: a833a634-2c4d-469b-9191-c700bade6b5c with Priority: HIGHEST for action security_group_rules [ 678.437955] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a833a634-2c4d-469b-9191-c700bade6b5c with Priority: HIGHEST for action security_group_rules [ 678.437955] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a833a634-2c4d-469b-9191-c700bade6b5c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.437955] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a833a634-2c4d-469b-9191-c700bade6b5c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.438132] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a833a634-2c4d-469b-9191-c700bade6b5c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.438318] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a833a634-2c4d-469b-9191-c700bade6b5c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.438462] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a833a634-2c4d-469b-9191-c700bade6b5c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.583044] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0fb7749-a884-47d7-b901-23e6306d01db',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.601772] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.601772] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.602009] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.602266] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.602467] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.602630] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port fc62821e-9b54-411d-81d2-d630850b1d69 not found, creating... [ 678.603042] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.603127] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.603213] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.603536] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.603714] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.604730] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.604936] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.605143] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.605436] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.605626] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.605799] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: fc62821e-9b54-411d-81d2-d630850b1d69 is going to be created. [ 678.631112] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.631112] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.631112] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.631112] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.631112] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.631112] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-fc62821e-9b54-411d-81d2-d630850b1d69" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.711320] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7704e3ed-6eb7-45e0-b422-16430811c1f9',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.958995] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.959458] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.959458] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.959581] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.959650] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.959804] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a833a634-2c4d-469b-9191-c700bade6b5c already deleted. [ 678.959908] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a833a634-2c4d-469b-9191-c700bade6b5c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.084945] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0fb7749-a884-47d7-b901-23e6306d01db',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.216187] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.216187] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.216187] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.216187] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.216187] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.216673] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 is going to be updated. [ 679.249387] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.249753] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.249753] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.250114] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.250416] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.262520] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 in Status: IN_PROGRESS for 2s [ 679.294379] env[65476]: INFO networking_nsxv3.common.synchronization [req-8d70a61f-89fd-45c6-baa1-941887d66236 req-9fecc0f5-2d9d-4b2d-87ad-1fc75156185f service nova] Enqueued Resource ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 with Priority: HIGHEST for action security_group_rules [ 679.294540] env[65476]: INFO networking_nsxv3.common.synchronization [req-8d70a61f-89fd-45c6-baa1-941887d66236 req-9fecc0f5-2d9d-4b2d-87ad-1fc75156185f service nova] Enqueued Resource ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 with Priority: HIGHEST for action security_group_members [ 679.294701] env[65476]: INFO networking_nsxv3.common.synchronization [req-8d70a61f-89fd-45c6-baa1-941887d66236 req-9fecc0f5-2d9d-4b2d-87ad-1fc75156185f service nova] Enqueued Resource ID: fc62821e-9b54-411d-81d2-d630850b1d69 with Priority: HIGHEST for action port [ 679.295764] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 with Priority: HIGHEST for action security_group_rules [ 679.295972] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 with Priority: HIGHEST for action security_group_members [ 679.296117] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc62821e-9b54-411d-81d2-d630850b1d69 with Priority: HIGHEST for action port [ 679.296505] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.296872] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.296979] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.297334] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.297477] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.298653] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.298842] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.298934] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.299204] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.299416] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.299551] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.299658] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.299841] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.299958] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.300101] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.302444] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc62821e-9b54-411d-81d2-d630850b1d69 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.302444] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc62821e-9b54-411d-81d2-d630850b1d69" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.302444] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc62821e-9b54-411d-81d2-d630850b1d69" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.305485] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc62821e-9b54-411d-81d2-d630850b1d69" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.306104] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc62821e-9b54-411d-81d2-d630850b1d69',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.587256] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.587458] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.587531] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.587819] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.587870] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.587967] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0fb7749-a884-47d7-b901-23e6306d01db is going to be updated. [ 679.628726] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.629072] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.629072] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.629349] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.629534] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.643889] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0fb7749-a884-47d7-b901-23e6306d01db in Status: IN_PROGRESS for 2s [ 679.808181] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.809060] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.809726] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.811440] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc62821e-9b54-411d-81d2-d630850b1d69 with status ACTIVE [ 679.811440] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.811440] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.811440] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.811811] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.812621] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.814377] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.814377] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.814377] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.814377] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.814377] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.814377] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.814742] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.814742] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.815914] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.815914] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.815914] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc62821e-9b54-411d-81d2-d630850b1d69 is going to be updated. [ 679.839484] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.839643] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.839643] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.840601] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.840601] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.840601] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc62821e-9b54-411d-81d2-d630850b1d69" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.181208] env[65476]: INFO networking_nsxv3.common.synchronization [req-8d70a61f-89fd-45c6-baa1-941887d66236 req-9a78a9c7-c978-45df-955b-78fcdf226880 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Enqueued Resource ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 with Priority: HIGHEST for action security_group_members [ 680.182475] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 with Priority: HIGHEST for action security_group_members [ 680.182542] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.182647] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.187343] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8 in Status: SUCCESS [ 680.187592] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.317974] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.674759] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-419 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.674759] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-419" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.674759] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-419" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.675358] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-419" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.675591] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.675765] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.675968] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.676054] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.676264] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.676394] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.676520] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.676583] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.676673] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.676809] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.676865] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.676975] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.700395] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.700677] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 680.700677] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.701347] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-419" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.701347] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-ceff4bbc-1ae4-495a-9a3b-dabebaf6a5e2 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.701599] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-ceff4bbc-1ae4-495a-9a3b-dabebaf6a5e2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.701599] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-ceff4bbc-1ae4-495a-9a3b-dabebaf6a5e2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.702113] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-ceff4bbc-1ae4-495a-9a3b-dabebaf6a5e2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.702187] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ceff4bbc-1ae4-495a-9a3b-dabebaf6a5e2',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.811029] env[65476]: INFO networking_nsxv3.common.synchronization [req-1ba67a61-d07c-4e12-806e-064e4d0f4288 req-ee91b7de-09d1-481f-95ba-6fcdb219e0d0 tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Enqueued Resource ID: 3d7b91fd-30c8-4f9e-ae9c-e37b4695eade with Priority: HIGHEST for action security_group_members [ 680.811029] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7b91fd-30c8-4f9e-ae9c-e37b4695eade with Priority: HIGHEST for action security_group_members [ 680.811419] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.811680] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.811884] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.813963] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.813963] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.813963] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.813963] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.813963] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.813963] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.813963] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d7b91fd-30c8-4f9e-ae9c-e37b4695eade',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.821177] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.821892] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.821892] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.822193] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.822314] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.822423] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 is going to be created. [ 680.851789] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.851970] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.852053] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.852271] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.852436] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.865694] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 in Status: UNINITIALIZED for 2s [ 681.204540] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.204885] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.204966] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.205254] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.205401] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.205551] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port ceff4bbc-1ae4-495a-9a3b-dabebaf6a5e2 not found, creating... [ 681.206112] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.206112] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.206352] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.206528] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.207259] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.207259] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.207259] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.207563] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.207803] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.207900] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.208055] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: ceff4bbc-1ae4-495a-9a3b-dabebaf6a5e2 is going to be created. [ 681.231845] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.231845] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.231845] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.231845] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.232164] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.232321] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-ceff4bbc-1ae4-495a-9a3b-dabebaf6a5e2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.287348] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 in Status: SUCCESS [ 681.287745] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.288020] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.288358] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.288579] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.288718] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.288782] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.289594] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.289594] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.289594] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.289594] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7704e3ed-6eb7-45e0-b422-16430811c1f9',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.317046] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.317310] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.317406] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.317678] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.317827] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.318230] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.318397] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.318463] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.319194] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.319194] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.319194] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d7b91fd-30c8-4f9e-ae9c-e37b4695eade is going to be updated. [ 681.373255] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.373255] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.373255] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.373255] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.373936] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.392533] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d7b91fd-30c8-4f9e-ae9c-e37b4695eade in Status: IN_PROGRESS for 2s [ 681.658507] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0fb7749-a884-47d7-b901-23e6306d01db in Status: SUCCESS [ 681.659192] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.659192] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.659192] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.659350] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.659350] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.659478] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.659560] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.659638] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.659720] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.660247] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0fb7749-a884-47d7-b901-23e6306d01db',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.791394] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7704e3ed-6eb7-45e0-b422-16430811c1f9',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.029448] env[65476]: INFO networking_nsxv3.common.synchronization [req-8d70a61f-89fd-45c6-baa1-941887d66236 req-8df33ea7-5de2-4786-94c4-26efadc93552 service nova] Enqueued Resource ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 with Priority: HIGHEST for action security_group_rules [ 682.029631] env[65476]: INFO networking_nsxv3.common.synchronization [req-8d70a61f-89fd-45c6-baa1-941887d66236 req-8df33ea7-5de2-4786-94c4-26efadc93552 service nova] Enqueued Resource ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 with Priority: HIGHEST for action security_group_members [ 682.029763] env[65476]: INFO networking_nsxv3.common.synchronization [req-8d70a61f-89fd-45c6-baa1-941887d66236 req-8df33ea7-5de2-4786-94c4-26efadc93552 service nova] Enqueued Resource ID: ceff4bbc-1ae4-495a-9a3b-dabebaf6a5e2 with Priority: HIGHEST for action port [ 682.030431] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 with Priority: HIGHEST for action security_group_rules [ 682.030591] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 with Priority: HIGHEST for action security_group_members [ 682.030688] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceff4bbc-1ae4-495a-9a3b-dabebaf6a5e2 with Priority: HIGHEST for action port [ 682.031102] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.031217] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.031440] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.031494] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.031669] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-ceff4bbc-1ae4-495a-9a3b-dabebaf6a5e2 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.031799] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ceff4bbc-1ae4-495a-9a3b-dabebaf6a5e2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.031842] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ceff4bbc-1ae4-495a-9a3b-dabebaf6a5e2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.032085] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ceff4bbc-1ae4-495a-9a3b-dabebaf6a5e2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.032167] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ceff4bbc-1ae4-495a-9a3b-dabebaf6a5e2',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.165023] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0fb7749-a884-47d7-b901-23e6306d01db taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.165023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.165023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.165023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.165023] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.165023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.165023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.165023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.165023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.165023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.165023] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0fb7749-a884-47d7-b901-23e6306d01db taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.165023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.165023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.165023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.165023] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.167964] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.167964] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.167964] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.167964] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.167964] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.167964] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0fb7749-a884-47d7-b901-23e6306d01db',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.294435] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7704e3ed-6eb7-45e0-b422-16430811c1f9: rpc.has_security_group_logging(os_id): False [ 682.317115] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.317400] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.317400] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.317550] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.317642] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.317891] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.317989] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.318057] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.318224] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.318334] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.318384] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 is going to be updated. [ 682.399497] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.399860] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.399860] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.400048] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.400106] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.416823] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 in Status: IN_PROGRESS for 2s [ 682.478739] env[65476]: INFO networking_nsxv3.common.synchronization [req-f121947b-f6ea-4a61-b050-48f2e94c4d0c req-95cb332c-38fc-458a-8ec2-59ebdb428e31 tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Enqueued Resource ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 with Priority: HIGHEST for action security_group_members [ 682.479357] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 with Priority: HIGHEST for action security_group_members [ 682.480320] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-7704e3ed-6eb7-45e0-b422-16430811c1f9 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.480320] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.480320] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.480320] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.480590] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.480590] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.480590] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.480717] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.480838] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.480838] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7704e3ed-6eb7-45e0-b422-16430811c1f9',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.494554] env[65476]: INFO networking_nsxv3.common.synchronization [req-f121947b-f6ea-4a61-b050-48f2e94c4d0c req-95cb332c-38fc-458a-8ec2-59ebdb428e31 tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Enqueued Resource ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 with Priority: HIGHEST for action security_group_rules [ 682.494727] env[65476]: INFO networking_nsxv3.common.synchronization [req-f121947b-f6ea-4a61-b050-48f2e94c4d0c req-95cb332c-38fc-458a-8ec2-59ebdb428e31 tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Enqueued Resource ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 with Priority: HIGHEST for action security_group_members [ 682.494858] env[65476]: INFO networking_nsxv3.common.synchronization [req-f121947b-f6ea-4a61-b050-48f2e94c4d0c req-95cb332c-38fc-458a-8ec2-59ebdb428e31 tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Enqueued Resource ID: 4420fa4e-301e-4ba1-ac99-25c42cfe41ca with Priority: HIGHEST for action port [ 682.495552] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 with Priority: HIGHEST for action security_group_rules [ 682.495685] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 with Priority: HIGHEST for action security_group_members [ 682.495782] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4420fa4e-301e-4ba1-ac99-25c42cfe41ca with Priority: HIGHEST for action port [ 682.496360] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7704e3ed-6eb7-45e0-b422-16430811c1f9 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.496478] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.496660] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-7704e3ed-6eb7-45e0-b422-16430811c1f9 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.496771] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.496951] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-4420fa4e-301e-4ba1-ac99-25c42cfe41ca taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.497116] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4420fa4e-301e-4ba1-ac99-25c42cfe41ca" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.497116] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4420fa4e-301e-4ba1-ac99-25c42cfe41ca" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.497312] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4420fa4e-301e-4ba1-ac99-25c42cfe41ca" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.497390] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4420fa4e-301e-4ba1-ac99-25c42cfe41ca',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.534883] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ceff4bbc-1ae4-495a-9a3b-dabebaf6a5e2 with status ACTIVE [ 682.535032] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.535222] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.535326] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.537990] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.537990] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.537990] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.537990] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.537990] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.537990] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.537990] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.537990] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.537990] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.537990] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.537990] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.537990] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.537990] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ceff4bbc-1ae4-495a-9a3b-dabebaf6a5e2 is going to be updated. [ 682.566057] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.566057] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.566057] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.566057] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.566057] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.566057] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ceff4bbc-1ae4-495a-9a3b-dabebaf6a5e2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.671930] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0fb7749-a884-47d7-b901-23e6306d01db: rpc.has_security_group_logging(os_id): False [ 682.708035] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.708035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.708035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.708035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.708035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.708035] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.708035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.708035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.708035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.708035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.708035] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.708035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.708035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.708035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.709119] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.709461] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.710369] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.710369] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.710369] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.710691] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.713030] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0fb7749-a884-47d7-b901-23e6306d01db is going to be updated. [ 682.819015] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.819300] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.820091] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.820384] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.820576] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.842927] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0fb7749-a884-47d7-b901-23e6306d01db in Status: IN_PROGRESS for 2s [ 682.877657] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 in Status: SUCCESS [ 682.877888] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.878098] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.878403] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.878518] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.878649] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.878716] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.878877] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.878964] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.879044] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.879158] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.880654] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.881493] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.881700] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.881835] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.882066] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.882275] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.882349] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.882453] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.985079] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7704e3ed-6eb7-45e0-b422-16430811c1f9',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.001363] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4420fa4e-301e-4ba1-ac99-25c42cfe41ca with status ACTIVE [ 683.001798] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.002069] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.002160] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.002402] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.002494] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.002760] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.002926] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.002926] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.003153] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.003280] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.003776] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.003776] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.003776] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.003938] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.003938] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.004073] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4420fa4e-301e-4ba1-ac99-25c42cfe41ca is going to be updated. [ 683.033854] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.034340] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.034416] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.034627] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.034764] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.035112] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4420fa4e-301e-4ba1-ac99-25c42cfe41ca" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.384123] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.384557] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.385781] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.403201] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d7b91fd-30c8-4f9e-ae9c-e37b4695eade in Status: SUCCESS [ 683.404724] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d7b91fd-30c8-4f9e-ae9c-e37b4695eade deletion is rescheduled due to dependency. [ 683.404874] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.488946] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7704e3ed-6eb7-45e0-b422-16430811c1f9',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.889290] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.991218] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.991852] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.991852] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.991852] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.991852] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.991852] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 is going to be updated. [ 684.031020] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.031020] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.031020] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.031020] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.031020] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.040606] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 in Status: IN_PROGRESS for 2s [ 684.384341] env[65476]: INFO networking_nsxv3.common.synchronization [req-8cebeeb1-b630-4072-b408-473553ea2d9d req-1f4bf039-6e8d-43c1-919a-7fd65bb59a97 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Enqueued Resource ID: 6492e50c-3051-48cc-a27f-d04e71171dad with Priority: HIGHEST for action security_group_members [ 684.384951] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6492e50c-3051-48cc-a27f-d04e71171dad with Priority: HIGHEST for action security_group_members [ 684.385257] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-6492e50c-3051-48cc-a27f-d04e71171dad taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.385401] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6492e50c-3051-48cc-a27f-d04e71171dad" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.385468] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6492e50c-3051-48cc-a27f-d04e71171dad" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.385675] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6492e50c-3051-48cc-a27f-d04e71171dad" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.385824] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.385911] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.385971] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.386153] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.386211] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.386308] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6492e50c-3051-48cc-a27f-d04e71171dad',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.394235] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.394235] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.394235] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.394444] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.394651] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.394651] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 is going to be updated. [ 684.431318] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.431561] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.431668] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.432386] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.432386] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.433835] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 in Status: SUCCESS [ 684.434043] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.434536] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.434722] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.434803] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7704e3ed-6eb7-45e0-b422-16430811c1f9',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.442711] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 in Status: IN_PROGRESS for 2s [ 684.861372] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0fb7749-a884-47d7-b901-23e6306d01db in Status: SUCCESS [ 684.863994] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.888492] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.889248] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.889415] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.889742] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.889940] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.890331] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.890546] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.890659] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.891070] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.891228] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.891339] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6492e50c-3051-48cc-a27f-d04e71171dad is going to be updated. [ 684.938187] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.938426] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.938534] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.938878] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.939112] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.941696] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-7704e3ed-6eb7-45e0-b422-16430811c1f9 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.941870] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.952522] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6492e50c-3051-48cc-a27f-d04e71171dad in Status: IN_PROGRESS for 2s [ 685.614386] env[65476]: INFO networking_nsxv3.common.synchronization [req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 req-4e0adc39-c77a-4f6b-adf3-e96cbae6fcf2 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Enqueued Resource ID: 55d2ce1a-91c4-4ad2-8d1e-c36e329a9198 with Priority: HIGHEST for action security_group_members [ 685.615418] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55d2ce1a-91c4-4ad2-8d1e-c36e329a9198 with Priority: HIGHEST for action security_group_members [ 685.616108] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-55d2ce1a-91c4-4ad2-8d1e-c36e329a9198 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.616485] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55d2ce1a-91c4-4ad2-8d1e-c36e329a9198" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.616485] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55d2ce1a-91c4-4ad2-8d1e-c36e329a9198" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.616914] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55d2ce1a-91c4-4ad2-8d1e-c36e329a9198" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.616914] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.616914] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.617096] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.617194] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.617276] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.617444] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55d2ce1a-91c4-4ad2-8d1e-c36e329a9198',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.053679] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 in Status: SUCCESS [ 686.053679] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.055129] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.055129] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.055129] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.055129] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.055129] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.055129] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.055458] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.055458] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7704e3ed-6eb7-45e0-b422-16430811c1f9',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.123539] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.123539] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.123539] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.123539] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.123539] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.123539] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.123539] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.123539] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.123539] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.123539] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.123539] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55d2ce1a-91c4-4ad2-8d1e-c36e329a9198 is going to be updated. [ 686.127580] env[65476]: INFO networking_nsxv3.common.synchronization [req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 req-14e754ec-ec38-4164-a388-824d3ad66908 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Enqueued Resource ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 with Priority: HIGHEST for action security_group_members [ 686.128582] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 with Priority: HIGHEST for action security_group_members [ 686.129522] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7baae9-71d5-4563-904b-fd384bf78ad5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.129522] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.129522] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.129894] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.131046] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.131188] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.131188] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.133915] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.133915] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.133915] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.151774] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.151961] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.152048] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.152263] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.152407] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.163332] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55d2ce1a-91c4-4ad2-8d1e-c36e329a9198 in Status: IN_PROGRESS for 2s [ 686.456401] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 in Status: SUCCESS [ 686.457114] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.457114] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.457311] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.457390] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.457675] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.457675] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.457878] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.458015] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.458141] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.558037] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7704e3ed-6eb7-45e0-b422-16430811c1f9',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.636409] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.636695] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.636695] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.636875] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.636985] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.637189] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.637346] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.637397] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.637575] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.637575] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.638500] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 already deleted. [ 686.639106] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.756819] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-117 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.757030] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-117" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.757172] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-117" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.757518] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-117" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.758530] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.758530] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.758530] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.758867] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.758867] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.759063] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.759145] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 686.759230] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 686.759324] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 686.759656] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.759656] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 686.759656] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 686.781037] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 686.781037] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 686.781316] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 686.781316] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-117" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.781555] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-89f2bfb4-69e4-4c14-9d31-e6c23d878da0 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.781715] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-89f2bfb4-69e4-4c14-9d31-e6c23d878da0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.781833] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-89f2bfb4-69e4-4c14-9d31-e6c23d878da0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.782189] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-89f2bfb4-69e4-4c14-9d31-e6c23d878da0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.782319] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89f2bfb4-69e4-4c14-9d31-e6c23d878da0',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.960882] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.963861] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6492e50c-3051-48cc-a27f-d04e71171dad in Status: SUCCESS [ 686.964201] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6492e50c-3051-48cc-a27f-d04e71171dad deletion is rescheduled due to dependency. [ 686.964201] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6492e50c-3051-48cc-a27f-d04e71171dad" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.063433] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7704e3ed-6eb7-45e0-b422-16430811c1f9',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.284240] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.284466] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.284584] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.284864] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.285031] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.285187] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port 89f2bfb4-69e4-4c14-9d31-e6c23d878da0 not found, creating... [ 687.285439] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.285590] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.285700] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.285928] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.286089] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.286360] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.286504] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.286613] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.286812] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.286937] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.287104] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: 89f2bfb4-69e4-4c14-9d31-e6c23d878da0 is going to be created. [ 687.313055] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.313055] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.313055] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.313055] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.313055] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.313451] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-89f2bfb4-69e4-4c14-9d31-e6c23d878da0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.465265] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.567655] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.567655] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.567655] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.567655] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.567655] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.567892] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 is going to be updated. [ 687.601588] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.601588] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.601588] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.601852] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.601852] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.613854] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 in Status: IN_PROGRESS for 2s [ 687.969970] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.970276] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.970276] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.972494] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.972494] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.972494] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 is going to be updated. [ 688.013984] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.013984] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.013984] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.013984] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.013984] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.028058] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 in Status: IN_PROGRESS for 2s [ 688.049635] env[65476]: INFO networking_nsxv3.common.synchronization [req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 req-f7627fc1-4558-4885-a05d-b04ed2da0ce2 service nova] Enqueued Resource ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 with Priority: HIGHEST for action security_group_rules [ 688.049851] env[65476]: INFO networking_nsxv3.common.synchronization [req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 req-f7627fc1-4558-4885-a05d-b04ed2da0ce2 service nova] Enqueued Resource ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 with Priority: HIGHEST for action security_group_members [ 688.050575] env[65476]: INFO networking_nsxv3.common.synchronization [req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 req-f7627fc1-4558-4885-a05d-b04ed2da0ce2 service nova] Enqueued Resource ID: 89f2bfb4-69e4-4c14-9d31-e6c23d878da0 with Priority: HIGHEST for action port [ 688.050698] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 with Priority: HIGHEST for action security_group_rules [ 688.050776] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 with Priority: HIGHEST for action security_group_members [ 688.050865] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89f2bfb4-69e4-4c14-9d31-e6c23d878da0 with Priority: HIGHEST for action port [ 688.051620] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e7baae9-71d5-4563-904b-fd384bf78ad5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.051788] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.051788] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.052151] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.052313] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.053482] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7baae9-71d5-4563-904b-fd384bf78ad5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.053924] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.054088] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.054287] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.054524] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.054737] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.055733] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.055988] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.056103] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.056277] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.060881] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-89f2bfb4-69e4-4c14-9d31-e6c23d878da0 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.060881] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89f2bfb4-69e4-4c14-9d31-e6c23d878da0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.060881] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89f2bfb4-69e4-4c14-9d31-e6c23d878da0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.061206] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89f2bfb4-69e4-4c14-9d31-e6c23d878da0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.061206] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89f2bfb4-69e4-4c14-9d31-e6c23d878da0',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.180518] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55d2ce1a-91c4-4ad2-8d1e-c36e329a9198 in Status: SUCCESS [ 688.180748] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55d2ce1a-91c4-4ad2-8d1e-c36e329a9198 deletion is rescheduled due to dependency. [ 688.180830] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55d2ce1a-91c4-4ad2-8d1e-c36e329a9198" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.563231] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7baae9-71d5-4563-904b-fd384bf78ad5 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.563507] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.563598] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.566767] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89f2bfb4-69e4-4c14-9d31-e6c23d878da0 with status ACTIVE [ 688.567099] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.567241] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.567310] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.567583] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.567706] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.568167] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.568167] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.568167] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.568330] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.568366] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.568762] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.568762] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.568909] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.568978] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.569330] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.569330] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89f2bfb4-69e4-4c14-9d31-e6c23d878da0 is going to be updated. [ 688.596519] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.597393] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.597393] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.597635] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.598030] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.598261] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89f2bfb4-69e4-4c14-9d31-e6c23d878da0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.783085] env[65476]: INFO networking_nsxv3.common.synchronization [req-725f5207-04dd-413f-a66a-87329c0fae60 req-230adb51-f72f-4663-947d-421b6c0726ae tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Enqueued Resource ID: a0fb7749-a884-47d7-b901-23e6306d01db with Priority: HIGHEST for action security_group_members [ 688.784069] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0fb7749-a884-47d7-b901-23e6306d01db with Priority: HIGHEST for action security_group_members [ 688.784416] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0fb7749-a884-47d7-b901-23e6306d01db taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.784682] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.784840] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.785283] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.785551] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.785681] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.785754] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.785965] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.786070] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.786196] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0fb7749-a884-47d7-b901-23e6306d01db',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.068220] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.285945] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-401 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.285945] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-401" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.286214] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-401" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.286282] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-401" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.286917] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.286917] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.286917] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.287140] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.287272] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.287530] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.287614] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 689.287781] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 689.287869] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 689.287926] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.287976] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 689.288850] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 689.289601] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0fb7749-a884-47d7-b901-23e6306d01db',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.312576] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 689.312777] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 689.312840] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 689.313405] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-401" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.313500] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-8edb3c62-70ed-4ab5-8caf-a67cb01ee396 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.313653] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-8edb3c62-70ed-4ab5-8caf-a67cb01ee396" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.313955] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-8edb3c62-70ed-4ab5-8caf-a67cb01ee396" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.314103] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-8edb3c62-70ed-4ab5-8caf-a67cb01ee396" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.314233] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8edb3c62-70ed-4ab5-8caf-a67cb01ee396',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.576032] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.576530] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.577048] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.577743] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.577743] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.577743] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 is going to be created. [ 689.607286] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.607565] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.607565] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.607833] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.608051] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.623040] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 in Status: UNINITIALIZED for 2s [ 689.625732] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 in Status: SUCCESS [ 689.625956] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.626221] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.626387] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.626828] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.626974] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.627209] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.627332] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.627538] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.627538] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.627661] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7704e3ed-6eb7-45e0-b422-16430811c1f9',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.630133] env[65476]: INFO networking_nsxv3.common.synchronization [None req-1216afcd-155f-4240-a91d-1827aa9d10a0 None None] Enqueued Resource ID: 8e1245f6-6a8c-4804-91a3-749c2d14654b with Priority: HIGHEST for action port [ 689.630708] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e1245f6-6a8c-4804-91a3-749c2d14654b with Priority: HIGHEST for action port [ 689.631386] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e1245f6-6a8c-4804-91a3-749c2d14654b taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.631530] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e1245f6-6a8c-4804-91a3-749c2d14654b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.631603] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e1245f6-6a8c-4804-91a3-749c2d14654b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.631831] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e1245f6-6a8c-4804-91a3-749c2d14654b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.631913] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e1245f6-6a8c-4804-91a3-749c2d14654b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.791555] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0fb7749-a884-47d7-b901-23e6306d01db',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.816760] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.817019] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.817097] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.817500] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.817595] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.817697] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port 8edb3c62-70ed-4ab5-8caf-a67cb01ee396 not found, creating... [ 689.817951] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.818118] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.818228] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.818443] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.818572] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.818841] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.819032] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.819150] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.819354] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.819478] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.820026] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: 8edb3c62-70ed-4ab5-8caf-a67cb01ee396 is going to be created. [ 689.841303] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.841527] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.841646] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.841911] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.842257] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.842788] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-8edb3c62-70ed-4ab5-8caf-a67cb01ee396" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.043648] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 in Status: SUCCESS [ 690.043815] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.043933] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.044596] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.044831] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.044979] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.044979] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.045235] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.045314] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.045408] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.045606] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.045702] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.045763] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.045914] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.046082] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.046171] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.046232] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.046376] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.046452] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.046535] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.046626] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.134720] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7704e3ed-6eb7-45e0-b422-16430811c1f9',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.134720] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e1245f6-6a8c-4804-91a3-749c2d14654b [ 690.134720] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.134720] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.134720] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.134720] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.135348] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.135348] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e1245f6-6a8c-4804-91a3-749c2d14654b already deleted. [ 690.135348] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e1245f6-6a8c-4804-91a3-749c2d14654b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.295561] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.295721] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.295802] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.296047] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.296147] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.296268] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0fb7749-a884-47d7-b901-23e6306d01db is going to be updated. [ 690.348663] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.348663] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.348663] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.348663] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.348663] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.360197] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0fb7749-a884-47d7-b901-23e6306d01db in Status: IN_PROGRESS for 2s [ 690.549221] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5: rpc.has_security_group_logging(os_id): False [ 690.575919] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.576594] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.576594] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.576783] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.576783] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.577103] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.581242] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.581357] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.581524] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.581638] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.581921] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.583697] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.583805] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.584136] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.584272] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.584553] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.584675] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.584773] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.584968] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.585116] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.585217] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 is going to be created. [ 690.637080] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7704e3ed-6eb7-45e0-b422-16430811c1f9: rpc.has_security_group_logging(os_id): False [ 690.664694] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.664850] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.664850] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.665065] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.665657] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.665657] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.665657] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.665657] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.665884] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.665884] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.665884] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 is going to be updated. [ 690.684165] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.684665] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.684665] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.684665] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.685037] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.695723] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 in Status: IN_PROGRESS for 2s [ 690.775488] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.775488] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.775488] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.775866] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.775866] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.790731] env[65476]: INFO networking_nsxv3.common.synchronization [req-725f5207-04dd-413f-a66a-87329c0fae60 req-7914f8f8-a5e1-4b97-b50b-676d301cc1c1 service nova] Enqueued Resource ID: a0fb7749-a884-47d7-b901-23e6306d01db with Priority: HIGHEST for action security_group_rules [ 690.790731] env[65476]: INFO networking_nsxv3.common.synchronization [req-725f5207-04dd-413f-a66a-87329c0fae60 req-7914f8f8-a5e1-4b97-b50b-676d301cc1c1 service nova] Enqueued Resource ID: a0fb7749-a884-47d7-b901-23e6306d01db with Priority: HIGHEST for action security_group_members [ 690.790731] env[65476]: INFO networking_nsxv3.common.synchronization [req-725f5207-04dd-413f-a66a-87329c0fae60 req-7914f8f8-a5e1-4b97-b50b-676d301cc1c1 service nova] Enqueued Resource ID: 8edb3c62-70ed-4ab5-8caf-a67cb01ee396 with Priority: HIGHEST for action port [ 690.791062] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0fb7749-a884-47d7-b901-23e6306d01db with Priority: HIGHEST for action security_group_rules [ 690.791460] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0fb7749-a884-47d7-b901-23e6306d01db with Priority: HIGHEST for action security_group_members [ 690.791460] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8edb3c62-70ed-4ab5-8caf-a67cb01ee396 with Priority: HIGHEST for action port [ 690.793220] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0fb7749-a884-47d7-b901-23e6306d01db taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.793344] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.793435] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.793828] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.793828] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0fb7749-a884-47d7-b901-23e6306d01db',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.794721] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0fb7749-a884-47d7-b901-23e6306d01db taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.794821] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.795333] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-8edb3c62-70ed-4ab5-8caf-a67cb01ee396 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.795333] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8edb3c62-70ed-4ab5-8caf-a67cb01ee396" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.795333] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8edb3c62-70ed-4ab5-8caf-a67cb01ee396" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.796184] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8edb3c62-70ed-4ab5-8caf-a67cb01ee396" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.796184] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8edb3c62-70ed-4ab5-8caf-a67cb01ee396',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.799237] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 in Status: IN_PROGRESS for 2s [ 691.299593] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0fb7749-a884-47d7-b901-23e6306d01db taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.300138] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.300138] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8edb3c62-70ed-4ab5-8caf-a67cb01ee396 with status ACTIVE [ 691.300283] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.300365] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.300365] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.300620] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.300724] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.300939] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.301089] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.301178] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.301359] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.301433] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.301607] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.301703] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.301760] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.301933] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.302015] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.306985] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8edb3c62-70ed-4ab5-8caf-a67cb01ee396 is going to be updated. [ 691.332409] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.332592] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.332666] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.332824] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.332956] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.333129] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8edb3c62-70ed-4ab5-8caf-a67cb01ee396" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.635848] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 in Status: SUCCESS [ 691.635848] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.636130] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.638134] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.638134] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.638134] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.638134] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.638134] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.638134] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.638134] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.638134] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.143028] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7baae9-71d5-4563-904b-fd384bf78ad5 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.143028] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.143028] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.143028] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.143028] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.143028] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.143028] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.143028] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.143028] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.143028] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.143028] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7baae9-71d5-4563-904b-fd384bf78ad5 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.143028] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.143028] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.143028] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.143028] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.143028] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.144099] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.144099] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.144099] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.144099] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.144099] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.350431] env[65476]: INFO networking_nsxv3.common.synchronization [None req-8a47fc34-cdea-47ca-949e-940b54498e3b None None] Enqueued Resource ID: 094c0334-18b7-4e1e-a1c9-1ad7d4e449c9 with Priority: HIGHEST for action port [ 692.351632] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 094c0334-18b7-4e1e-a1c9-1ad7d4e449c9 with Priority: HIGHEST for action port [ 692.351632] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-094c0334-18b7-4e1e-a1c9-1ad7d4e449c9 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.351632] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-094c0334-18b7-4e1e-a1c9-1ad7d4e449c9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.351632] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-094c0334-18b7-4e1e-a1c9-1ad7d4e449c9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.352017] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-094c0334-18b7-4e1e-a1c9-1ad7d4e449c9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.352017] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('094c0334-18b7-4e1e-a1c9-1ad7d4e449c9',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.374634] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0fb7749-a884-47d7-b901-23e6306d01db in Status: SUCCESS [ 692.374853] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.375339] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.375560] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.375824] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.375950] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.375950] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.376104] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.376151] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.376219] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0fb7749-a884-47d7-b901-23e6306d01db',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.646761] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e7baae9-71d5-4563-904b-fd384bf78ad5: rpc.has_security_group_logging(os_id): False [ 692.678540] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.678732] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.678805] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.679068] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.679156] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.679390] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.679492] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.679557] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.679723] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.679800] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.680034] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.680157] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.680965] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.680965] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.680965] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.680965] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.680965] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.680965] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.681398] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.681593] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.681707] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 is going to be created. [ 692.709782] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 in Status: SUCCESS [ 692.710085] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.710963] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.711579] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.711696] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.757714] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.759723] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.759723] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.759723] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.759723] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.777302] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 in Status: IN_PROGRESS for 2s [ 692.822662] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 in Status: SUCCESS [ 692.822865] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.855364] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 094c0334-18b7-4e1e-a1c9-1ad7d4e449c9 [ 692.855689] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.855831] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.855929] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.856216] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.856355] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.856474] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:094c0334-18b7-4e1e-a1c9-1ad7d4e449c9 already deleted. [ 692.856578] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-094c0334-18b7-4e1e-a1c9-1ad7d4e449c9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.880585] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0fb7749-a884-47d7-b901-23e6306d01db',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.215337] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.215567] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.215618] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.216822] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.216822] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.216822] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.216822] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.216822] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.216822] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.216822] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.216822] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.262838] env[65476]: INFO networking_nsxv3.common.synchronization [None req-13a6be02-9bad-47e6-a0f3-831985e9e71f tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Enqueued Resource ID: c3f5fa7a-c347-4abe-b281-39ff2a95c747 with Priority: HIGHEST for action security_group_rules [ 693.263135] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3f5fa7a-c347-4abe-b281-39ff2a95c747 with Priority: HIGHEST for action security_group_rules [ 693.263473] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3f5fa7a-c347-4abe-b281-39ff2a95c747 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.263584] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3f5fa7a-c347-4abe-b281-39ff2a95c747" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.263651] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3f5fa7a-c347-4abe-b281-39ff2a95c747" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.263914] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3f5fa7a-c347-4abe-b281-39ff2a95c747" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.264163] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3f5fa7a-c347-4abe-b281-39ff2a95c747',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.382475] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0fb7749-a884-47d7-b901-23e6306d01db',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.385547] env[65476]: INFO networking_nsxv3.common.synchronization [None req-3fde8c95-14e6-4a50-85bb-648385fefe80 None None] Enqueued Resource ID: 7e46a5c6-303d-46f3-ba65-516240e06125 with Priority: HIGHEST for action port [ 693.386308] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e46a5c6-303d-46f3-ba65-516240e06125 with Priority: HIGHEST for action port [ 693.386636] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e46a5c6-303d-46f3-ba65-516240e06125 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.386783] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e46a5c6-303d-46f3-ba65-516240e06125" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.386833] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e46a5c6-303d-46f3-ba65-516240e06125" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.387386] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e46a5c6-303d-46f3-ba65-516240e06125" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.387386] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e46a5c6-303d-46f3-ba65-516240e06125',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.518117] env[65476]: INFO networking_nsxv3.common.synchronization [None req-818488bd-c33e-45c4-843d-0e789f53893b tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Enqueued Resource ID: c3f5fa7a-c347-4abe-b281-39ff2a95c747 with Priority: HIGHEST for action security_group_rules [ 693.519025] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3f5fa7a-c347-4abe-b281-39ff2a95c747 with Priority: HIGHEST for action security_group_rules [ 693.519689] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3f5fa7a-c347-4abe-b281-39ff2a95c747 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.519689] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3f5fa7a-c347-4abe-b281-39ff2a95c747" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.722378] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.722704] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.722795] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.723108] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.723360] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.723528] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.723668] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.723916] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.724052] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.724220] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.724416] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.724584] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.724642] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.724755] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.724928] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.727278] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.727278] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.727278] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.727278] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.727278] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.727667] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.785769] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.786127] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.786229] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.786470] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.786566] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.786668] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3f5fa7a-c347-4abe-b281-39ff2a95c747 already deleted. [ 693.786750] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3f5fa7a-c347-4abe-b281-39ff2a95c747" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.786903] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3f5fa7a-c347-4abe-b281-39ff2a95c747" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.787072] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3f5fa7a-c347-4abe-b281-39ff2a95c747" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.787155] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3f5fa7a-c347-4abe-b281-39ff2a95c747',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.887808] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.888029] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.888196] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.888351] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.888544] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.888603] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0fb7749-a884-47d7-b901-23e6306d01db is going to be updated. [ 693.890870] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e46a5c6-303d-46f3-ba65-516240e06125 [ 693.891215] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.891418] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.891539] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.891860] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.892149] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.892244] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e46a5c6-303d-46f3-ba65-516240e06125 already deleted. [ 693.892350] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e46a5c6-303d-46f3-ba65-516240e06125" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.925437] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.925655] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.925707] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.926018] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.926217] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.943822] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0fb7749-a884-47d7-b901-23e6306d01db in Status: IN_PROGRESS for 2s [ 694.232599] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5: rpc.has_security_group_logging(os_id): False [ 694.255714] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.256977] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.256977] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.257638] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.257638] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.257887] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.257887] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.259331] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.259506] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.259573] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.259862] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.260014] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.260107] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.260260] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.260344] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.260615] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.260725] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.260787] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.260987] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.261080] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.261186] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 is going to be updated. [ 694.316077] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.316077] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.316077] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.316338] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.316433] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.316524] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3f5fa7a-c347-4abe-b281-39ff2a95c747 already deleted. [ 694.317508] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3f5fa7a-c347-4abe-b281-39ff2a95c747" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.377111] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.377111] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.377111] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.377111] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.377111] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.392459] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 in Status: IN_PROGRESS for 2s [ 694.663099] env[65476]: INFO networking_nsxv3.common.synchronization [req-75fcd9fa-8050-4059-9cbf-445d3ade9392 req-6259eaff-f881-46d4-b3c2-1bf4bdb2407c tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Enqueued Resource ID: 1568bc6a-749b-4c27-9299-92502c140544 with Priority: HIGHEST for action security_group_members [ 694.664378] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1568bc6a-749b-4c27-9299-92502c140544 with Priority: HIGHEST for action security_group_members [ 694.664378] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1568bc6a-749b-4c27-9299-92502c140544 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.664378] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1568bc6a-749b-4c27-9299-92502c140544" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.664378] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1568bc6a-749b-4c27-9299-92502c140544" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.664378] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1568bc6a-749b-4c27-9299-92502c140544" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.664809] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.664920] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.664985] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.665236] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.665327] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.665424] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1568bc6a-749b-4c27-9299-92502c140544',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.791711] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 in Status: SUCCESS [ 694.791779] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.093039] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.094196] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.094453] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.094804] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.095209] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.095532] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.095761] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.096110] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.096352] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.096690] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.096942] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.097223] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.097479] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.102319] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.102319] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.102319] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 695.133345] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 695.133345] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 695.133345] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 695.133345] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.133345] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-c0dc12f7-c6ef-4881-acf1-9d1240804315 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.133345] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-c0dc12f7-c6ef-4881-acf1-9d1240804315" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.133345] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-c0dc12f7-c6ef-4881-acf1-9d1240804315" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.133345] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-c0dc12f7-c6ef-4881-acf1-9d1240804315" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.133701] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0dc12f7-c6ef-4881-acf1-9d1240804315',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.171850] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.172032] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.172106] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.172365] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.172478] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.172674] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.172775] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.172829] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.172992] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.173080] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.173178] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1568bc6a-749b-4c27-9299-92502c140544 already deleted. [ 695.173272] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1568bc6a-749b-4c27-9299-92502c140544" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.298528] env[65476]: INFO networking_nsxv3.common.synchronization [None req-a766ae25-5e77-4526-9a2d-9766abf75670 None None] Enqueued Resource ID: 53443954-0a7d-4700-bff2-8fb58455607d with Priority: HIGHEST for action port [ 695.303769] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53443954-0a7d-4700-bff2-8fb58455607d with Priority: HIGHEST for action port [ 695.305115] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-53443954-0a7d-4700-bff2-8fb58455607d taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.305115] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53443954-0a7d-4700-bff2-8fb58455607d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.305115] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53443954-0a7d-4700-bff2-8fb58455607d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.305115] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53443954-0a7d-4700-bff2-8fb58455607d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.305115] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53443954-0a7d-4700-bff2-8fb58455607d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.637796] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.638341] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.638583] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.638922] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.639192] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.639390] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port c0dc12f7-c6ef-4881-acf1-9d1240804315 not found, creating... [ 695.639793] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.640295] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.641059] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.641059] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.642241] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.642241] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.642241] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.643150] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.643532] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.644053] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.644378] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: c0dc12f7-c6ef-4881-acf1-9d1240804315 is going to be created. [ 695.674846] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.675086] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.675206] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.675628] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.675979] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.676326] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-c0dc12f7-c6ef-4881-acf1-9d1240804315" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.811400] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53443954-0a7d-4700-bff2-8fb58455607d [ 695.811551] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.811696] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.812485] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.812485] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.812485] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.812485] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53443954-0a7d-4700-bff2-8fb58455607d already deleted. [ 695.812485] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53443954-0a7d-4700-bff2-8fb58455607d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.956259] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0fb7749-a884-47d7-b901-23e6306d01db in Status: SUCCESS [ 695.956553] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.956740] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.956965] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.957173] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.957299] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.957352] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.957494] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.957574] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.957661] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.957750] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0fb7749-a884-47d7-b901-23e6306d01db',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.325793] env[65476]: INFO networking_nsxv3.common.synchronization [req-dca75274-fbf8-48b0-8975-3b0009ffa326 req-bd9d2a37-6479-47a7-bb73-5f587f0e08e6 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Enqueued Resource ID: dcd1a768-57fa-4fe3-b51c-1c39c8bdc699 with Priority: HIGHEST for action security_group_members [ 696.326403] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd1a768-57fa-4fe3-b51c-1c39c8bdc699 with Priority: HIGHEST for action security_group_members [ 696.326725] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcd1a768-57fa-4fe3-b51c-1c39c8bdc699 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.326863] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcd1a768-57fa-4fe3-b51c-1c39c8bdc699" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.326898] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcd1a768-57fa-4fe3-b51c-1c39c8bdc699" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.328300] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcd1a768-57fa-4fe3-b51c-1c39c8bdc699" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.330436] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.330436] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.330436] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.330436] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.330436] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.330436] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcd1a768-57fa-4fe3-b51c-1c39c8bdc699',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.410778] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 in Status: SUCCESS [ 696.411141] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.427304] env[65476]: INFO networking_nsxv3.common.synchronization [req-75fcd9fa-8050-4059-9cbf-445d3ade9392 req-8524d765-3c9f-456d-b722-5cbb99ee31eb service nova] Enqueued Resource ID: 1568bc6a-749b-4c27-9299-92502c140544 with Priority: HIGHEST for action security_group_rules [ 696.427304] env[65476]: INFO networking_nsxv3.common.synchronization [req-75fcd9fa-8050-4059-9cbf-445d3ade9392 req-8524d765-3c9f-456d-b722-5cbb99ee31eb service nova] Enqueued Resource ID: 1568bc6a-749b-4c27-9299-92502c140544 with Priority: HIGHEST for action security_group_members [ 696.427304] env[65476]: INFO networking_nsxv3.common.synchronization [req-75fcd9fa-8050-4059-9cbf-445d3ade9392 req-8524d765-3c9f-456d-b722-5cbb99ee31eb service nova] Enqueued Resource ID: c0dc12f7-c6ef-4881-acf1-9d1240804315 with Priority: HIGHEST for action port [ 696.427304] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1568bc6a-749b-4c27-9299-92502c140544 with Priority: HIGHEST for action security_group_rules [ 696.427304] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1568bc6a-749b-4c27-9299-92502c140544 with Priority: HIGHEST for action security_group_members [ 696.427304] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0dc12f7-c6ef-4881-acf1-9d1240804315 with Priority: HIGHEST for action port [ 696.427460] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1568bc6a-749b-4c27-9299-92502c140544 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.427515] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1568bc6a-749b-4c27-9299-92502c140544" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.427562] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1568bc6a-749b-4c27-9299-92502c140544" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.427836] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1568bc6a-749b-4c27-9299-92502c140544" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.427914] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1568bc6a-749b-4c27-9299-92502c140544',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.429406] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1568bc6a-749b-4c27-9299-92502c140544 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.429512] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1568bc6a-749b-4c27-9299-92502c140544" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.429578] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1568bc6a-749b-4c27-9299-92502c140544" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.429755] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1568bc6a-749b-4c27-9299-92502c140544" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.429916] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.429989] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.430063] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.430283] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.430404] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.430512] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1568bc6a-749b-4c27-9299-92502c140544',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.431787] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0dc12f7-c6ef-4881-acf1-9d1240804315 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.431881] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0dc12f7-c6ef-4881-acf1-9d1240804315" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.431954] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0dc12f7-c6ef-4881-acf1-9d1240804315" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.432131] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0dc12f7-c6ef-4881-acf1-9d1240804315" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.432204] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0dc12f7-c6ef-4881-acf1-9d1240804315',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.460986] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0fb7749-a884-47d7-b901-23e6306d01db taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.461164] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.461238] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.461455] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.461620] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.461717] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.461779] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.462343] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.462343] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.462343] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.462343] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0fb7749-a884-47d7-b901-23e6306d01db taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.462343] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.462542] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.462542] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.462650] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.462738] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.462796] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.462926] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.462999] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.463092] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.463178] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0fb7749-a884-47d7-b901-23e6306d01db',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.570361] env[65476]: INFO networking_nsxv3.common.synchronization [None req-5790d1ca-c2be-4f41-a034-9d9a3f1fee1a None None] Enqueued Resource ID: dd091a5d-eb97-4a5e-8871-cea5cfcae41c with Priority: HIGHEST for action port [ 696.570857] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd091a5d-eb97-4a5e-8871-cea5cfcae41c with Priority: HIGHEST for action port [ 696.573695] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd091a5d-eb97-4a5e-8871-cea5cfcae41c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.573695] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd091a5d-eb97-4a5e-8871-cea5cfcae41c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.573695] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd091a5d-eb97-4a5e-8871-cea5cfcae41c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.573695] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd091a5d-eb97-4a5e-8871-cea5cfcae41c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.573695] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd091a5d-eb97-4a5e-8871-cea5cfcae41c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.732877] env[65476]: INFO networking_nsxv3.common.synchronization [req-095c2fe4-e467-4ad9-9b46-5921ded441df req-2ac20ed2-54d8-4b97-91c5-dfc825903b59 tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Enqueued Resource ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 with Priority: HIGHEST for action security_group_members [ 696.736688] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 with Priority: HIGHEST for action security_group_members [ 696.736688] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-7704e3ed-6eb7-45e0-b422-16430811c1f9 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.736688] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.736688] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.736861] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.737053] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.737348] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.737348] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.737438] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.737485] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.737573] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7704e3ed-6eb7-45e0-b422-16430811c1f9',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.834422] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.834422] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.834422] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.834422] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.834422] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.834422] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.834932] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.835261] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.835628] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.835755] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.835887] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcd1a768-57fa-4fe3-b51c-1c39c8bdc699 is going to be updated. [ 696.867258] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.867410] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.867500] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.867718] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.869650] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.879191] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcd1a768-57fa-4fe3-b51c-1c39c8bdc699 in Status: IN_PROGRESS for 2s [ 696.929754] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1568bc6a-749b-4c27-9299-92502c140544 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.929916] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1568bc6a-749b-4c27-9299-92502c140544" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.933417] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1568bc6a-749b-4c27-9299-92502c140544',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.934442] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0dc12f7-c6ef-4881-acf1-9d1240804315 with status ACTIVE [ 696.935483] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.935483] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.935483] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.935483] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.935483] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.935483] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.935782] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.935782] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.935868] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.935868] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.936071] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.936691] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.936760] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.937592] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.937592] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.937592] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0dc12f7-c6ef-4881-acf1-9d1240804315 is going to be updated. [ 696.969240] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.972466] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.972644] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.973192] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.973397] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.973608] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0dc12f7-c6ef-4881-acf1-9d1240804315" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.973861] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0fb7749-a884-47d7-b901-23e6306d01db: rpc.has_security_group_logging(os_id): False [ 696.993408] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.993494] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.993618] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.993781] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.993962] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.994097] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.994223] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.994259] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.994419] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.994493] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.994916] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.994916] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.994916] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.995078] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.995078] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.995244] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.995348] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.995413] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.995594] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.995655] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.995693] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0fb7749-a884-47d7-b901-23e6306d01db is going to be updated. [ 697.078510] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd091a5d-eb97-4a5e-8871-cea5cfcae41c [ 697.078510] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.078510] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.078510] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.078510] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.078510] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.078510] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd091a5d-eb97-4a5e-8871-cea5cfcae41c already deleted. [ 697.078510] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd091a5d-eb97-4a5e-8871-cea5cfcae41c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.163582] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.163795] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.163795] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.163993] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.164161] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.195472] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0fb7749-a884-47d7-b901-23e6306d01db in Status: IN_PROGRESS for 2s [ 697.241314] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.241642] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.241845] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.242397] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.242523] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.242736] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.242843] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.242905] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.243090] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.243215] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.243279] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 is going to be updated. [ 697.291919] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.292135] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.292254] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.292438] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.292592] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.306523] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 in Status: IN_PROGRESS for 2s [ 697.440651] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1568bc6a-749b-4c27-9299-92502c140544',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.496901] env[65476]: INFO networking_nsxv3.common.synchronization [None req-e0ca4fd1-ba03-4ace-bc85-36cd9170ebc5 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Enqueued Resource ID: 62fcb096-b969-491c-96ee-58520844e912 with Priority: HIGHEST for action security_group_rules [ 697.497478] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62fcb096-b969-491c-96ee-58520844e912 with Priority: HIGHEST for action security_group_rules [ 697.497771] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62fcb096-b969-491c-96ee-58520844e912 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.497926] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.499229] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.499229] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.499229] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62fcb096-b969-491c-96ee-58520844e912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.635335] env[65476]: INFO networking_nsxv3.common.synchronization [None req-bf9e45d9-371f-426e-b1a3-e87e4a4bb3ca tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Enqueued Resource ID: 62fcb096-b969-491c-96ee-58520844e912 with Priority: HIGHEST for action security_group_rules [ 697.635378] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62fcb096-b969-491c-96ee-58520844e912 with Priority: HIGHEST for action security_group_rules [ 697.635685] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62fcb096-b969-491c-96ee-58520844e912 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.635779] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.906104] env[65476]: INFO networking_nsxv3.common.synchronization [None req-911f1d9a-05fc-42d7-a695-bc0b6c4746b9 None None] Enqueued Resource ID: ccdc84c6-71f2-43e4-92a6-3f027e2c88ac with Priority: HIGHEST for action port [ 697.907647] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccdc84c6-71f2-43e4-92a6-3f027e2c88ac with Priority: HIGHEST for action port [ 697.908173] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccdc84c6-71f2-43e4-92a6-3f027e2c88ac taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.908407] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccdc84c6-71f2-43e4-92a6-3f027e2c88ac" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.908563] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccdc84c6-71f2-43e4-92a6-3f027e2c88ac" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.908922] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccdc84c6-71f2-43e4-92a6-3f027e2c88ac" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.909115] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccdc84c6-71f2-43e4-92a6-3f027e2c88ac',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.943957] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.944536] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.946022] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.946022] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.946022] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.946022] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1568bc6a-749b-4c27-9299-92502c140544 is going to be created. [ 697.979701] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.980773] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.980928] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.982743] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.982743] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.995167] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1568bc6a-749b-4c27-9299-92502c140544 in Status: UNINITIALIZED for 2s [ 698.022992] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.022992] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.022992] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.023281] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.023360] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.023462] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62fcb096-b969-491c-96ee-58520844e912 already deleted. [ 698.023567] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.023725] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.024415] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.024415] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62fcb096-b969-491c-96ee-58520844e912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.412546] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ccdc84c6-71f2-43e4-92a6-3f027e2c88ac [ 698.412546] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.412546] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.412546] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.412801] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.412867] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.413391] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ccdc84c6-71f2-43e4-92a6-3f027e2c88ac already deleted. [ 698.413391] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccdc84c6-71f2-43e4-92a6-3f027e2c88ac" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.547852] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.548009] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.548091] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.548678] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.548678] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.548678] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62fcb096-b969-491c-96ee-58520844e912 already deleted. [ 698.548678] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.892652] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcd1a768-57fa-4fe3-b51c-1c39c8bdc699 in Status: SUCCESS [ 698.892652] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcd1a768-57fa-4fe3-b51c-1c39c8bdc699 deletion is rescheduled due to dependency. [ 698.892757] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcd1a768-57fa-4fe3-b51c-1c39c8bdc699" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.211630] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0fb7749-a884-47d7-b901-23e6306d01db in Status: SUCCESS [ 699.211864] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.322558] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 in Status: SUCCESS [ 699.322558] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 deletion is rescheduled due to dependency. [ 699.322558] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.010858] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1568bc6a-749b-4c27-9299-92502c140544 in Status: SUCCESS [ 700.010858] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1568bc6a-749b-4c27-9299-92502c140544" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.010858] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1568bc6a-749b-4c27-9299-92502c140544" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.010858] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1568bc6a-749b-4c27-9299-92502c140544" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.010858] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.010858] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.010858] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.010858] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.010858] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.010858] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1568bc6a-749b-4c27-9299-92502c140544" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.010858] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1568bc6a-749b-4c27-9299-92502c140544',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.514228] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1568bc6a-749b-4c27-9299-92502c140544 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.514626] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1568bc6a-749b-4c27-9299-92502c140544" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.514626] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1568bc6a-749b-4c27-9299-92502c140544" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.514900] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1568bc6a-749b-4c27-9299-92502c140544" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.514900] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.515062] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.515097] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.515364] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.515364] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.515571] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1568bc6a-749b-4c27-9299-92502c140544" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.515644] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1568bc6a-749b-4c27-9299-92502c140544 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.515742] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1568bc6a-749b-4c27-9299-92502c140544" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.515875] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1568bc6a-749b-4c27-9299-92502c140544" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.516112] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1568bc6a-749b-4c27-9299-92502c140544" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.516198] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.516320] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.516363] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.516507] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.516589] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.516699] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1568bc6a-749b-4c27-9299-92502c140544" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.516741] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1568bc6a-749b-4c27-9299-92502c140544',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.628990] env[65476]: INFO networking_nsxv3.common.synchronization [None req-81b9d0cf-d472-4396-a49c-74c7984450bf tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Enqueued Resource ID: 17a2a824-0f59-4ba4-b006-1dadbef95e3b with Priority: HIGHEST for action security_group_rules [ 700.629598] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17a2a824-0f59-4ba4-b006-1dadbef95e3b with Priority: HIGHEST for action security_group_rules [ 700.629907] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17a2a824-0f59-4ba4-b006-1dadbef95e3b taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.630044] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17a2a824-0f59-4ba4-b006-1dadbef95e3b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.630103] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17a2a824-0f59-4ba4-b006-1dadbef95e3b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.630375] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17a2a824-0f59-4ba4-b006-1dadbef95e3b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.630457] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17a2a824-0f59-4ba4-b006-1dadbef95e3b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.841936] env[65476]: INFO networking_nsxv3.common.synchronization [None req-6008fe6f-a9f3-4342-b760-40aca829ffc5 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Enqueued Resource ID: 17a2a824-0f59-4ba4-b006-1dadbef95e3b with Priority: HIGHEST for action security_group_rules [ 700.842859] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17a2a824-0f59-4ba4-b006-1dadbef95e3b with Priority: HIGHEST for action security_group_rules [ 700.844872] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17a2a824-0f59-4ba4-b006-1dadbef95e3b taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.845609] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17a2a824-0f59-4ba4-b006-1dadbef95e3b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.020495] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1568bc6a-749b-4c27-9299-92502c140544: rpc.has_security_group_logging(os_id): False [ 701.040654] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.040846] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.040957] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.041301] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.041434] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.041638] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.041895] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.041895] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.042070] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.042165] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.042420] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.042509] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.042629] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.042819] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.042819] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.042982] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.043977] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.044069] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.044227] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.044339] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.044394] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1568bc6a-749b-4c27-9299-92502c140544 is going to be created. [ 701.119128] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.119343] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.119343] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.119539] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.119726] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.133802] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1568bc6a-749b-4c27-9299-92502c140544 in Status: IN_PROGRESS for 2s [ 701.155441] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.155441] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.155441] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.155441] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.155441] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.155911] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17a2a824-0f59-4ba4-b006-1dadbef95e3b already deleted. [ 701.155911] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17a2a824-0f59-4ba4-b006-1dadbef95e3b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.155911] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17a2a824-0f59-4ba4-b006-1dadbef95e3b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.155911] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17a2a824-0f59-4ba4-b006-1dadbef95e3b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.156045] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17a2a824-0f59-4ba4-b006-1dadbef95e3b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.425754] env[65476]: INFO networking_nsxv3.common.synchronization [req-0a3f7ff2-da72-4e79-9460-2876b3510123 req-7dcaee09-97d0-42a9-b9d4-bc4379818e1d tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Enqueued Resource ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 with Priority: HIGHEST for action security_group_members [ 701.426737] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 with Priority: HIGHEST for action security_group_members [ 701.426838] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.426929] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.426988] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.427345] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.427609] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.428689] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.428689] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.428689] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.428689] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.428689] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.679379] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.679379] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.679379] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.679379] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.679379] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.679379] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17a2a824-0f59-4ba4-b006-1dadbef95e3b already deleted. [ 701.679379] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17a2a824-0f59-4ba4-b006-1dadbef95e3b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.931514] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.218495] env[65476]: INFO networking_nsxv3.common.synchronization [req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 req-82d50063-cbc3-4992-bd4d-90e77f18eb58 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Enqueued Resource ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 with Priority: HIGHEST for action security_group_members [ 702.219151] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 with Priority: HIGHEST for action security_group_members [ 702.219467] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.219591] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.219660] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.219910] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.220079] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.220196] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.220250] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.220401] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.220479] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.220573] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f3fbd21-575e-46fe-bc65-4fe0585f19b7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.435290] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.502697] env[65476]: INFO networking_nsxv3.common.synchronization [req-188bcd5a-372c-49a3-9132-bb3398353b77 req-36abbdfd-d769-4aad-81d2-17db876a2c1d tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Enqueued Resource ID: d80ba68a-b076-4d3b-be24-8f2348659dda with Priority: HIGHEST for action security_group_members [ 702.503099] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d80ba68a-b076-4d3b-be24-8f2348659dda with Priority: HIGHEST for action security_group_members [ 702.503451] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d80ba68a-b076-4d3b-be24-8f2348659dda taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.503578] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.503643] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.503877] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.504133] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.504220] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.504261] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.504437] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.504548] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.504762] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d80ba68a-b076-4d3b-be24-8f2348659dda',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.723253] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f3fbd21-575e-46fe-bc65-4fe0585f19b7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.941599] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.941599] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.941599] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.942698] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.942698] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.942698] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 is going to be updated. [ 702.975387] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.975589] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.975589] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.975861] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.976031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.992205] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 in Status: IN_PROGRESS for 2s [ 703.006888] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.007227] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.007227] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.007353] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.007446] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.007645] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.007736] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.007792] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.007940] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.008019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.008106] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d80ba68a-b076-4d3b-be24-8f2348659dda is going to be updated. [ 703.046553] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.046553] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.046553] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.046553] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.046553] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.057601] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d80ba68a-b076-4d3b-be24-8f2348659dda in Status: IN_PROGRESS for 2s [ 703.149674] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1568bc6a-749b-4c27-9299-92502c140544 in Status: SUCCESS [ 703.150452] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1568bc6a-749b-4c27-9299-92502c140544" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.223917] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-22 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.224189] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-22" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.224404] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-22" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.224623] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-22" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.224937] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.225189] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.225377] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.225662] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.225855] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.226136] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.226290] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 703.226468] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 703.226703] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 703.226902] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.227196] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 703.227387] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 703.228841] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f3fbd21-575e-46fe-bc65-4fe0585f19b7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.250648] env[65476]: INFO networking_nsxv3.common.synchronization [req-ee0b2f7e-77c8-445f-a25c-20298e1fb33c req-31bb1c52-f943-4d2f-99dd-e7d46c5668c0 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Enqueued Resource ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 with Priority: HIGHEST for action security_group_members [ 703.251275] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 with Priority: HIGHEST for action security_group_members [ 703.252603] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.252603] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.259466] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 703.259466] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 703.259466] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 703.259466] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-22" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.259466] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-e4040e8f-6945-4021-a92d-669d55695788 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.259466] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-e4040e8f-6945-4021-a92d-669d55695788" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.259466] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-e4040e8f-6945-4021-a92d-669d55695788" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.259466] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-e4040e8f-6945-4021-a92d-669d55695788" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.259841] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4040e8f-6945-4021-a92d-669d55695788',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.732331] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.732633] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.732633] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.732840] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.732935] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.733045] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 is going to be updated. [ 703.765098] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.765098] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.765098] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.765098] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.765098] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.765654] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.765836] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.765952] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.767265] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.767445] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.767576] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port e4040e8f-6945-4021-a92d-669d55695788 not found, creating... [ 703.767840] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.767997] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.768124] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.768361] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.768501] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.771114] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.771114] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.771114] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.771114] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.771114] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.771114] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: e4040e8f-6945-4021-a92d-669d55695788 is going to be created. [ 703.781163] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 in Status: IN_PROGRESS for 2s [ 703.795085] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.795299] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.795412] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.795687] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.795907] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.796173] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-e4040e8f-6945-4021-a92d-669d55695788" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.961410] env[65476]: INFO networking_nsxv3.common.synchronization [req-e63d9c96-80c6-4611-b847-8fe3113540e2 req-667c89d5-612c-4a44-8707-72c23bba16bf tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Enqueued Resource ID: 5cdf1d77-3174-4be3-b798-87aa7550f798 with Priority: HIGHEST for action security_group_members [ 703.961570] env[65476]: INFO networking_nsxv3.common.synchronization [req-e63d9c96-80c6-4611-b847-8fe3113540e2 req-667c89d5-612c-4a44-8707-72c23bba16bf tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Enqueued Resource ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 with Priority: HIGHEST for action security_group_members [ 703.962526] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cdf1d77-3174-4be3-b798-87aa7550f798 with Priority: HIGHEST for action security_group_members [ 703.962597] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 with Priority: HIGHEST for action security_group_members [ 703.962869] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cdf1d77-3174-4be3-b798-87aa7550f798 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.963015] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.963136] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.963413] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.963580] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.963685] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.963748] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.963961] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.964040] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.964124] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cdf1d77-3174-4be3-b798-87aa7550f798',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.965297] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7baae9-71d5-4563-904b-fd384bf78ad5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.965406] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.965524] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.965625] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.965764] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.965876] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.965912] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.966063] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.966642] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.966642] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.017920] env[65476]: INFO networking_nsxv3.common.synchronization [req-e63d9c96-80c6-4611-b847-8fe3113540e2 req-667c89d5-612c-4a44-8707-72c23bba16bf tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Enqueued Resource ID: 5cdf1d77-3174-4be3-b798-87aa7550f798 with Priority: HIGHEST for action security_group_rules [ 704.018151] env[65476]: INFO networking_nsxv3.common.synchronization [req-e63d9c96-80c6-4611-b847-8fe3113540e2 req-667c89d5-612c-4a44-8707-72c23bba16bf tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Enqueued Resource ID: 5cdf1d77-3174-4be3-b798-87aa7550f798 with Priority: HIGHEST for action security_group_members [ 704.018312] env[65476]: INFO networking_nsxv3.common.synchronization [req-e63d9c96-80c6-4611-b847-8fe3113540e2 req-667c89d5-612c-4a44-8707-72c23bba16bf tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Enqueued Resource ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 with Priority: HIGHEST for action security_group_rules [ 704.018460] env[65476]: INFO networking_nsxv3.common.synchronization [req-e63d9c96-80c6-4611-b847-8fe3113540e2 req-667c89d5-612c-4a44-8707-72c23bba16bf tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Enqueued Resource ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 with Priority: HIGHEST for action security_group_members [ 704.018593] env[65476]: INFO networking_nsxv3.common.synchronization [req-e63d9c96-80c6-4611-b847-8fe3113540e2 req-667c89d5-612c-4a44-8707-72c23bba16bf tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Enqueued Resource ID: 89f2bfb4-69e4-4c14-9d31-e6c23d878da0 with Priority: HIGHEST for action port [ 704.019194] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cdf1d77-3174-4be3-b798-87aa7550f798 with Priority: HIGHEST for action security_group_rules [ 704.019359] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 with Priority: HIGHEST for action security_group_rules [ 704.019471] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89f2bfb4-69e4-4c14-9d31-e6c23d878da0 with Priority: HIGHEST for action port [ 704.019591] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cdf1d77-3174-4be3-b798-87aa7550f798 with Priority: HIGHEST for action security_group_members [ 704.019692] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 with Priority: HIGHEST for action security_group_members [ 704.020132] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cdf1d77-3174-4be3-b798-87aa7550f798 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.020288] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.020496] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.020578] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.020659] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cdf1d77-3174-4be3-b798-87aa7550f798',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.021612] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e7baae9-71d5-4563-904b-fd384bf78ad5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.021737] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.021774] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.021952] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.022047] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.022817] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-89f2bfb4-69e4-4c14-9d31-e6c23d878da0 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.022920] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89f2bfb4-69e4-4c14-9d31-e6c23d878da0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.022994] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89f2bfb4-69e4-4c14-9d31-e6c23d878da0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.023178] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89f2bfb4-69e4-4c14-9d31-e6c23d878da0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.023253] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89f2bfb4-69e4-4c14-9d31-e6c23d878da0',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.023929] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cdf1d77-3174-4be3-b798-87aa7550f798 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.024035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.024223] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7baae9-71d5-4563-904b-fd384bf78ad5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.024311] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.469055] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5cdf1d77-3174-4be3-b798-87aa7550f798',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.471178] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.520240] env[65476]: INFO networking_nsxv3.common.synchronization [req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 req-8ea58e4f-d00b-4a0d-bc36-fc6f4dc247ce service nova] Enqueued Resource ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 with Priority: HIGHEST for action security_group_rules [ 704.520396] env[65476]: INFO networking_nsxv3.common.synchronization [req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 req-8ea58e4f-d00b-4a0d-bc36-fc6f4dc247ce service nova] Enqueued Resource ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 with Priority: HIGHEST for action security_group_members [ 704.520538] env[65476]: INFO networking_nsxv3.common.synchronization [req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 req-8ea58e4f-d00b-4a0d-bc36-fc6f4dc247ce service nova] Enqueued Resource ID: e4040e8f-6945-4021-a92d-669d55695788 with Priority: HIGHEST for action port [ 704.520829] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 with Priority: HIGHEST for action security_group_rules [ 704.520883] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 with Priority: HIGHEST for action security_group_members [ 704.520933] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4040e8f-6945-4021-a92d-669d55695788 with Priority: HIGHEST for action port [ 704.521499] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f3fbd21-575e-46fe-bc65-4fe0585f19b7 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.521666] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.521759] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.521967] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.521967] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f3fbd21-575e-46fe-bc65-4fe0585f19b7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.523050] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.523050] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.523050] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4040e8f-6945-4021-a92d-669d55695788 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.523218] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4040e8f-6945-4021-a92d-669d55695788" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.523218] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4040e8f-6945-4021-a92d-669d55695788" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.524027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4040e8f-6945-4021-a92d-669d55695788" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.524027] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4040e8f-6945-4021-a92d-669d55695788',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.525711] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7baae9-71d5-4563-904b-fd384bf78ad5 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.525856] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.526271] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cdf1d77-3174-4be3-b798-87aa7550f798 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.526271] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.526271] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89f2bfb4-69e4-4c14-9d31-e6c23d878da0 with status ACTIVE [ 704.526416] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.526462] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.526546] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.526686] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.526771] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.526931] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.527037] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.527099] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.527244] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.527320] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.527495] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.527586] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.527645] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.527912] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.527912] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.527983] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89f2bfb4-69e4-4c14-9d31-e6c23d878da0 is going to be updated. [ 704.552936] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.553235] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.553303] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.553528] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.553716] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.553977] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89f2bfb4-69e4-4c14-9d31-e6c23d878da0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.776207] env[65476]: INFO networking_nsxv3.common.synchronization [req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 req-7b664bf4-36e1-4239-b7a6-7d8240c42b5b tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Enqueued Resource ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 with Priority: HIGHEST for action security_group_members [ 704.776767] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 with Priority: HIGHEST for action security_group_members [ 704.777076] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.777200] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.777260] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.777515] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.777668] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.777770] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.777832] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.777980] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.779935] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.779935] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fb2526a-f07a-4dab-a8f2-db3b72a5ef18',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.973042] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5cdf1d77-3174-4be3-b798-87aa7550f798',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.974053] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.003560] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 in Status: SUCCESS [ 705.003789] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.003954] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.004197] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.005435] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.005435] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.005435] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.005435] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.005435] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.005435] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.025135] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.025337] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.026569] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4040e8f-6945-4021-a92d-669d55695788 with status ACTIVE [ 705.026749] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.026860] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.026925] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.027147] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.027237] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.027406] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.027498] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.027565] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.027704] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.027777] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.027957] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.028061] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.028127] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.028265] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.028337] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.028421] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4040e8f-6945-4021-a92d-669d55695788 is going to be updated. [ 705.053523] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.053523] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.053523] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.053669] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.053809] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.053972] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4040e8f-6945-4021-a92d-669d55695788" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.069376] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d80ba68a-b076-4d3b-be24-8f2348659dda in Status: SUCCESS [ 705.069615] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d80ba68a-b076-4d3b-be24-8f2348659dda deletion is rescheduled due to dependency. [ 705.069781] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.229876] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-268 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.230197] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-268" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.230451] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-268" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.230569] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-268" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.230833] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.230984] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.231262] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.231481] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.231614] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.231822] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 705.231980] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 705.232111] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 705.232258] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 705.232502] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 705.232664] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 705.232920] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 705.254685] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 705.254862] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 705.254980] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 705.255199] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-268" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.255513] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-c99ed1fb-9663-478c-baf8-55d2dc8beaac taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.255683] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-c99ed1fb-9663-478c-baf8-55d2dc8beaac" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.255795] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-c99ed1fb-9663-478c-baf8-55d2dc8beaac" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.256131] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-c99ed1fb-9663-478c-baf8-55d2dc8beaac" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.256272] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c99ed1fb-9663-478c-baf8-55d2dc8beaac',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.285768] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.286019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.286141] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.286452] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.286582] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.286836] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.287052] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.287144] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.287373] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.287493] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.287631] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 already deleted. [ 705.287746] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.477082] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.477268] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.477379] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.477640] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.477728] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.477878] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 is going to be updated. [ 705.479247] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.479377] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.479472] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.479728] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.479829] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.479926] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cdf1d77-3174-4be3-b798-87aa7550f798 is going to be created. [ 705.506597] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.506825] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.506954] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.507274] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.507497] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.509176] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.509351] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.509450] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.509696] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.509814] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.510124] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.510230] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.510335] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.510689] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.510689] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.510815] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 is going to be updated. [ 705.513339] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.513443] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.513511] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.513676] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.513804] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.528022] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 in Status: IN_PROGRESS for 2s [ 705.528732] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cdf1d77-3174-4be3-b798-87aa7550f798 in Status: UNINITIALIZED for 2s [ 705.577742] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.577917] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.578020] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.578374] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.578516] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.592839] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 in Status: IN_PROGRESS for 2s [ 705.758795] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.759297] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.760029] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.760029] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.760243] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.760507] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port c99ed1fb-9663-478c-baf8-55d2dc8beaac not found, creating... [ 705.760981] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.761339] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.761554] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.761949] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.762234] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.762766] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.763140] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.763377] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.763786] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.764053] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.764312] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: c99ed1fb-9663-478c-baf8-55d2dc8beaac is going to be created. [ 705.789113] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.789447] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.789582] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.789901] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.790463] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.790660] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-c99ed1fb-9663-478c-baf8-55d2dc8beaac" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.793929] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 in Status: SUCCESS [ 705.794264] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.794520] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.794772] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.795036] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.795158] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.795258] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.795435] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.795558] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.795658] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f3fbd21-575e-46fe-bc65-4fe0585f19b7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.298424] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f3fbd21-575e-46fe-bc65-4fe0585f19b7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.507214] env[65476]: INFO networking_nsxv3.common.synchronization [req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 req-f5847c6d-04f4-4e60-b542-0bedcbec32a2 service nova] Enqueued Resource ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 with Priority: HIGHEST for action security_group_rules [ 706.507214] env[65476]: INFO networking_nsxv3.common.synchronization [req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 req-f5847c6d-04f4-4e60-b542-0bedcbec32a2 service nova] Enqueued Resource ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 with Priority: HIGHEST for action security_group_members [ 706.507214] env[65476]: INFO networking_nsxv3.common.synchronization [req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 req-f5847c6d-04f4-4e60-b542-0bedcbec32a2 service nova] Enqueued Resource ID: c99ed1fb-9663-478c-baf8-55d2dc8beaac with Priority: HIGHEST for action port [ 706.507539] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 with Priority: HIGHEST for action security_group_rules [ 706.511018] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 with Priority: HIGHEST for action security_group_members [ 706.511018] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c99ed1fb-9663-478c-baf8-55d2dc8beaac with Priority: HIGHEST for action port [ 706.511018] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.511018] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.511018] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.511018] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.511018] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fb2526a-f07a-4dab-a8f2-db3b72a5ef18',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.511018] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.511018] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.511018] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.511018] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.511018] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.511018] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.511018] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.511018] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.511018] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.511018] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fb2526a-f07a-4dab-a8f2-db3b72a5ef18',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.514920] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-c99ed1fb-9663-478c-baf8-55d2dc8beaac taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.515218] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c99ed1fb-9663-478c-baf8-55d2dc8beaac" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.515425] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c99ed1fb-9663-478c-baf8-55d2dc8beaac" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.515993] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c99ed1fb-9663-478c-baf8-55d2dc8beaac" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.518051] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c99ed1fb-9663-478c-baf8-55d2dc8beaac',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.800888] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f3fbd21-575e-46fe-bc65-4fe0585f19b7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.015663] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fb2526a-f07a-4dab-a8f2-db3b72a5ef18',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.023025] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c99ed1fb-9663-478c-baf8-55d2dc8beaac with status ACTIVE [ 707.023025] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.023025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.023025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.023025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.023025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.023025] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.023025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.023025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.023025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.023025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.023025] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.023025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.023025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.023025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.023025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.023025] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c99ed1fb-9663-478c-baf8-55d2dc8beaac is going to be updated. [ 707.025362] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.025649] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.047979] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.048226] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.048300] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.048505] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.048638] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.048789] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c99ed1fb-9663-478c-baf8-55d2dc8beaac" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.306083] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.306083] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.306083] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.306083] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.306083] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.306083] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 is going to be updated. [ 707.339325] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.339325] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.339325] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.339325] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.339325] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.346742] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 in Status: IN_PROGRESS for 2s [ 707.518559] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fb2526a-f07a-4dab-a8f2-db3b72a5ef18',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.541815] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 in Status: SUCCESS [ 707.542085] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.542506] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.542560] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.542874] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.542993] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.542993] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.543218] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.543420] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.543420] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.544990] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cdf1d77-3174-4be3-b798-87aa7550f798 in Status: SUCCESS [ 707.545669] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.545669] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.545669] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.545669] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.545845] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.545845] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.546104] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.546104] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.546234] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cdf1d77-3174-4be3-b798-87aa7550f798',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.597959] env[65476]: INFO networking_nsxv3.common.synchronization [None req-bf8efa27-2096-479e-8700-772e3f6401d3 None None] Enqueued Resource ID: 2fe85ae3-076e-4d9e-a07f-6e4766d1699e with Priority: HIGHEST for action port [ 707.599171] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fe85ae3-076e-4d9e-a07f-6e4766d1699e with Priority: HIGHEST for action port [ 707.600207] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fe85ae3-076e-4d9e-a07f-6e4766d1699e taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.600461] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fe85ae3-076e-4d9e-a07f-6e4766d1699e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.600568] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fe85ae3-076e-4d9e-a07f-6e4766d1699e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.600888] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fe85ae3-076e-4d9e-a07f-6e4766d1699e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.600979] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fe85ae3-076e-4d9e-a07f-6e4766d1699e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.605921] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 in Status: SUCCESS [ 707.606681] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 deletion is rescheduled due to dependency. [ 707.606681] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.021628] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.021932] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.021932] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.021932] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.022057] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.022446] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 is going to be created. [ 708.048373] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.055566] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.055566] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.055566] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.055566] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.055566] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.055566] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5cdf1d77-3174-4be3-b798-87aa7550f798',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.066323] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 in Status: UNINITIALIZED for 2s [ 708.107460] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2fe85ae3-076e-4d9e-a07f-6e4766d1699e [ 708.107460] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.107460] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.107460] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.111078] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.111078] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.111078] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2fe85ae3-076e-4d9e-a07f-6e4766d1699e already deleted. [ 708.111078] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fe85ae3-076e-4d9e-a07f-6e4766d1699e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.111078] env[65476]: INFO networking_nsxv3.common.synchronization [None req-02e0fbe5-7c31-4afd-a0c5-0d77b43872ca None None] Enqueued Resource ID: 0fa81d62-3ed7-4156-8f91-22f3c248672b with Priority: HIGHEST for action port [ 708.111078] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fa81d62-3ed7-4156-8f91-22f3c248672b with Priority: HIGHEST for action port [ 708.111078] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fa81d62-3ed7-4156-8f91-22f3c248672b taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.111078] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fa81d62-3ed7-4156-8f91-22f3c248672b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.111078] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fa81d62-3ed7-4156-8f91-22f3c248672b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.111078] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fa81d62-3ed7-4156-8f91-22f3c248672b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.111078] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fa81d62-3ed7-4156-8f91-22f3c248672b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.402041] env[65476]: INFO networking_nsxv3.common.synchronization [None req-f3d65ec9-71e9-4dd6-8ec7-c97e3bdfae5c None None] Enqueued Resource ID: dd136df0-45e1-4c6f-b2c7-f744b06faa20 with Priority: HIGHEST for action port [ 708.403967] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd136df0-45e1-4c6f-b2c7-f744b06faa20 with Priority: HIGHEST for action port [ 708.403967] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd136df0-45e1-4c6f-b2c7-f744b06faa20 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.403967] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd136df0-45e1-4c6f-b2c7-f744b06faa20" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.403967] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd136df0-45e1-4c6f-b2c7-f744b06faa20" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.404561] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd136df0-45e1-4c6f-b2c7-f744b06faa20" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.405017] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd136df0-45e1-4c6f-b2c7-f744b06faa20',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.557323] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.558556] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5cdf1d77-3174-4be3-b798-87aa7550f798',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.613563] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0fa81d62-3ed7-4156-8f91-22f3c248672b [ 708.613563] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.613563] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.613563] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.613563] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.613563] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.613563] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0fa81d62-3ed7-4156-8f91-22f3c248672b already deleted. [ 708.613563] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fa81d62-3ed7-4156-8f91-22f3c248672b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.907475] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd136df0-45e1-4c6f-b2c7-f744b06faa20 [ 708.907812] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.908024] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.908144] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.908474] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.908601] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.908749] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd136df0-45e1-4c6f-b2c7-f744b06faa20 already deleted. [ 708.909042] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd136df0-45e1-4c6f-b2c7-f744b06faa20" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.061909] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.062320] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.062320] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.065520] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.065520] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.065520] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 is going to be updated. [ 709.065520] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.065520] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.065520] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.065520] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.065520] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.065520] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cdf1d77-3174-4be3-b798-87aa7550f798 is going to be updated. [ 709.098191] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.098455] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.098455] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.098599] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.098731] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.103162] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.103358] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.103436] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.103573] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.103971] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.120336] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cdf1d77-3174-4be3-b798-87aa7550f798 in Status: IN_PROGRESS for 2s [ 709.120876] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 in Status: IN_PROGRESS for 2s [ 709.221864] env[65476]: INFO networking_nsxv3.common.synchronization [req-7818a975-5ebb-4e03-a838-63ee0191abe7 req-a3238bc2-3ed1-4318-a57c-0ce9e8a5ae3c tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Enqueued Resource ID: 80a44372-f1d0-42a5-8559-78d175593590 with Priority: HIGHEST for action security_group_members [ 709.221864] env[65476]: INFO networking_nsxv3.common.synchronization [req-7818a975-5ebb-4e03-a838-63ee0191abe7 req-a3238bc2-3ed1-4318-a57c-0ce9e8a5ae3c tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Enqueued Resource ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 with Priority: HIGHEST for action security_group_members [ 709.221864] env[65476]: INFO networking_nsxv3.common.synchronization [req-7818a975-5ebb-4e03-a838-63ee0191abe7 req-a3238bc2-3ed1-4318-a57c-0ce9e8a5ae3c tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Enqueued Resource ID: 5cdf1d77-3174-4be3-b798-87aa7550f798 with Priority: HIGHEST for action security_group_members [ 709.222720] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80a44372-f1d0-42a5-8559-78d175593590 with Priority: HIGHEST for action security_group_members [ 709.224151] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 with Priority: HIGHEST for action security_group_members [ 709.224151] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cdf1d77-3174-4be3-b798-87aa7550f798 with Priority: HIGHEST for action security_group_members [ 709.224151] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-80a44372-f1d0-42a5-8559-78d175593590 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.224151] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80a44372-f1d0-42a5-8559-78d175593590" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.224151] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80a44372-f1d0-42a5-8559-78d175593590" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.224151] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80a44372-f1d0-42a5-8559-78d175593590" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.224151] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.224151] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.224151] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.224151] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.224151] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.224708] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80a44372-f1d0-42a5-8559-78d175593590',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.225541] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7baae9-71d5-4563-904b-fd384bf78ad5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.225638] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.226158] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cdf1d77-3174-4be3-b798-87aa7550f798 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.226158] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.274554] env[65476]: INFO networking_nsxv3.common.synchronization [req-7818a975-5ebb-4e03-a838-63ee0191abe7 req-a3238bc2-3ed1-4318-a57c-0ce9e8a5ae3c tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Enqueued Resource ID: 5cdf1d77-3174-4be3-b798-87aa7550f798 with Priority: HIGHEST for action security_group_rules [ 709.274726] env[65476]: INFO networking_nsxv3.common.synchronization [req-7818a975-5ebb-4e03-a838-63ee0191abe7 req-a3238bc2-3ed1-4318-a57c-0ce9e8a5ae3c tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Enqueued Resource ID: 5cdf1d77-3174-4be3-b798-87aa7550f798 with Priority: HIGHEST for action security_group_members [ 709.276410] env[65476]: INFO networking_nsxv3.common.synchronization [req-7818a975-5ebb-4e03-a838-63ee0191abe7 req-a3238bc2-3ed1-4318-a57c-0ce9e8a5ae3c tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Enqueued Resource ID: 80a44372-f1d0-42a5-8559-78d175593590 with Priority: HIGHEST for action security_group_rules [ 709.276410] env[65476]: INFO networking_nsxv3.common.synchronization [req-7818a975-5ebb-4e03-a838-63ee0191abe7 req-a3238bc2-3ed1-4318-a57c-0ce9e8a5ae3c tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Enqueued Resource ID: 80a44372-f1d0-42a5-8559-78d175593590 with Priority: HIGHEST for action security_group_members [ 709.276410] env[65476]: INFO networking_nsxv3.common.synchronization [req-7818a975-5ebb-4e03-a838-63ee0191abe7 req-a3238bc2-3ed1-4318-a57c-0ce9e8a5ae3c tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Enqueued Resource ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 with Priority: HIGHEST for action security_group_rules [ 709.276410] env[65476]: INFO networking_nsxv3.common.synchronization [req-7818a975-5ebb-4e03-a838-63ee0191abe7 req-a3238bc2-3ed1-4318-a57c-0ce9e8a5ae3c tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Enqueued Resource ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 with Priority: HIGHEST for action security_group_members [ 709.276410] env[65476]: INFO networking_nsxv3.common.synchronization [req-7818a975-5ebb-4e03-a838-63ee0191abe7 req-a3238bc2-3ed1-4318-a57c-0ce9e8a5ae3c tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Enqueued Resource ID: 89f2bfb4-69e4-4c14-9d31-e6c23d878da0 with Priority: HIGHEST for action port [ 709.276410] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cdf1d77-3174-4be3-b798-87aa7550f798 with Priority: HIGHEST for action security_group_rules [ 709.276410] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80a44372-f1d0-42a5-8559-78d175593590 with Priority: HIGHEST for action security_group_rules [ 709.276410] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 with Priority: HIGHEST for action security_group_members [ 709.276410] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89f2bfb4-69e4-4c14-9d31-e6c23d878da0 with Priority: HIGHEST for action port [ 709.276410] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 with Priority: HIGHEST for action security_group_rules [ 709.276410] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cdf1d77-3174-4be3-b798-87aa7550f798 with Priority: HIGHEST for action security_group_members [ 709.276410] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80a44372-f1d0-42a5-8559-78d175593590 with Priority: HIGHEST for action security_group_members [ 709.276914] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cdf1d77-3174-4be3-b798-87aa7550f798 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.277011] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.280418] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80a44372-f1d0-42a5-8559-78d175593590 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.280525] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80a44372-f1d0-42a5-8559-78d175593590" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.280595] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80a44372-f1d0-42a5-8559-78d175593590" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.280853] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80a44372-f1d0-42a5-8559-78d175593590" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.280939] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80a44372-f1d0-42a5-8559-78d175593590',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.281854] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7baae9-71d5-4563-904b-fd384bf78ad5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.281945] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.282846] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-89f2bfb4-69e4-4c14-9d31-e6c23d878da0 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.282846] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89f2bfb4-69e4-4c14-9d31-e6c23d878da0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.282846] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89f2bfb4-69e4-4c14-9d31-e6c23d878da0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.282846] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89f2bfb4-69e4-4c14-9d31-e6c23d878da0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.282846] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89f2bfb4-69e4-4c14-9d31-e6c23d878da0',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.284695] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e7baae9-71d5-4563-904b-fd384bf78ad5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.284695] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.284695] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cdf1d77-3174-4be3-b798-87aa7550f798 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.284695] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.284695] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-80a44372-f1d0-42a5-8559-78d175593590 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.284695] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80a44372-f1d0-42a5-8559-78d175593590" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.360310] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 in Status: SUCCESS [ 709.360310] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.360310] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.360310] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.360310] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.360310] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.360310] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.360310] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.360310] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.360711] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.360711] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f3fbd21-575e-46fe-bc65-4fe0585f19b7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.729132] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80a44372-f1d0-42a5-8559-78d175593590',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.789019] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-80a44372-f1d0-42a5-8559-78d175593590 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.789019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80a44372-f1d0-42a5-8559-78d175593590" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.789019] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89f2bfb4-69e4-4c14-9d31-e6c23d878da0 with status ACTIVE [ 709.789019] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.789019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.789019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.789019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.789019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.789019] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.789019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.789019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.789019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.789019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.789019] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.789684] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.789684] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.789684] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.789684] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.789684] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89f2bfb4-69e4-4c14-9d31-e6c23d878da0 is going to be updated. [ 709.815566] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.815690] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.815690] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.820225] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.820225] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.820225] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89f2bfb4-69e4-4c14-9d31-e6c23d878da0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.863803] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.863803] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.863803] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.864150] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.864219] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.864324] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.864384] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.864559] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.864655] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.864753] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.864939] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.865082] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.865128] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.865389] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.865536] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.865631] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.865695] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.865837] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.865925] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.866024] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.866114] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f3fbd21-575e-46fe-bc65-4fe0585f19b7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.079264] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 in Status: SUCCESS [ 710.079620] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.079620] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.079815] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.080473] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.080473] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.080473] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.080473] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.080473] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.080704] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.080704] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4fb2526a-f07a-4dab-a8f2-db3b72a5ef18',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.194520] env[65476]: INFO networking_nsxv3.common.synchronization [None req-2db05f2f-5f0b-4c9f-9472-4c9a3e91e6d8 None None] Enqueued Resource ID: 4a7a9cc3-29fa-41d4-bfb8-9d085545d499 with Priority: HIGHEST for action port [ 710.195281] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a7a9cc3-29fa-41d4-bfb8-9d085545d499 with Priority: HIGHEST for action port [ 710.195667] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a7a9cc3-29fa-41d4-bfb8-9d085545d499 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.196283] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a7a9cc3-29fa-41d4-bfb8-9d085545d499" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.196372] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a7a9cc3-29fa-41d4-bfb8-9d085545d499" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.200158] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a7a9cc3-29fa-41d4-bfb8-9d085545d499" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.200262] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a7a9cc3-29fa-41d4-bfb8-9d085545d499',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.231790] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80a44372-f1d0-42a5-8559-78d175593590',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.326349] env[65476]: INFO networking_nsxv3.common.synchronization [None req-3cdb1110-0b0d-4c37-8bfc-97baa46efe46 None None] Enqueued Resource ID: f8b0437f-d1aa-44b7-865a-7484dbfc39d3 with Priority: HIGHEST for action port [ 710.327039] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8b0437f-d1aa-44b7-865a-7484dbfc39d3 with Priority: HIGHEST for action port [ 710.327265] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8b0437f-d1aa-44b7-865a-7484dbfc39d3 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.327381] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8b0437f-d1aa-44b7-865a-7484dbfc39d3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.327445] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8b0437f-d1aa-44b7-865a-7484dbfc39d3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.327822] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8b0437f-d1aa-44b7-865a-7484dbfc39d3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.327923] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8b0437f-d1aa-44b7-865a-7484dbfc39d3',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.370266] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f3fbd21-575e-46fe-bc65-4fe0585f19b7: rpc.has_security_group_logging(os_id): False [ 710.389034] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.389034] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.389034] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.389247] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.389305] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.389514] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.389602] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.389664] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.389815] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.389909] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.390178] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.390284] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.390347] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.390493] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.391793] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.391793] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.391793] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.391793] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.391793] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.391793] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.391793] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 is going to be updated. [ 710.455133] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.455308] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.455410] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.455793] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.455853] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.473237] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 in Status: IN_PROGRESS for 2s [ 710.584808] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.585083] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.585196] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.585512] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.585770] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.585930] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.586039] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.586357] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.586468] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.586628] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.586876] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.587026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.589440] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.589440] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.589440] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.589440] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.589440] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.589440] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.589440] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.589440] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.589440] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4fb2526a-f07a-4dab-a8f2-db3b72a5ef18',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.703406] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a7a9cc3-29fa-41d4-bfb8-9d085545d499 [ 710.705026] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.705026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.705026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.705026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.705026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.705026] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a7a9cc3-29fa-41d4-bfb8-9d085545d499 already deleted. [ 710.705026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a7a9cc3-29fa-41d4-bfb8-9d085545d499" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.737854] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.737854] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.737854] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.737854] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.737854] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.737854] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80a44372-f1d0-42a5-8559-78d175593590 is going to be created. [ 710.762324] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.762525] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.762572] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.765645] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.765645] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.780786] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80a44372-f1d0-42a5-8559-78d175593590 in Status: UNINITIALIZED for 2s [ 710.832648] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8b0437f-d1aa-44b7-865a-7484dbfc39d3 [ 710.832882] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.833047] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.833117] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.833327] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.834027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.834027] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8b0437f-d1aa-44b7-865a-7484dbfc39d3 already deleted. [ 710.834027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8b0437f-d1aa-44b7-865a-7484dbfc39d3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.093192] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18: rpc.has_security_group_logging(os_id): False [ 711.111620] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.111620] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.111620] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.111831] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.111831] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.111996] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.111996] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.112102] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.114181] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.114181] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.114181] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.114181] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.114181] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.114181] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.114181] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.114181] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.114181] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.114181] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.114181] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.114181] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.114715] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 is going to be created. [ 711.136499] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 in Status: SUCCESS [ 711.136499] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.136726] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cdf1d77-3174-4be3-b798-87aa7550f798 in Status: SUCCESS [ 711.136896] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.137079] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.137302] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.137485] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.137769] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.138550] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.138550] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.138550] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.138550] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.138550] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.139922] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.140130] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.140303] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.140440] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.140503] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.140656] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.140734] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.141433] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.141433] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5cdf1d77-3174-4be3-b798-87aa7550f798',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.141783] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.141934] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.143745] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.144819] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.144908] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.145085] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.145173] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.145308] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.146480] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.146641] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.146803] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.146908] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.146972] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.147138] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.147205] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.147287] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cdf1d77-3174-4be3-b798-87aa7550f798',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.181083] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.181339] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.181392] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.181581] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.181769] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.188681] env[65476]: INFO networking_nsxv3.common.synchronization [None req-47d4c075-1bd0-4b5d-9f1e-09f6e15300f6 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Enqueued Resource ID: 358387f9-c463-4459-81a7-b1c1bb0e9b89 with Priority: HIGHEST for action security_group_rules [ 711.190735] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 358387f9-c463-4459-81a7-b1c1bb0e9b89 with Priority: HIGHEST for action security_group_rules [ 711.190735] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-358387f9-c463-4459-81a7-b1c1bb0e9b89 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.190735] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-358387f9-c463-4459-81a7-b1c1bb0e9b89" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.190735] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-358387f9-c463-4459-81a7-b1c1bb0e9b89" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.190735] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-358387f9-c463-4459-81a7-b1c1bb0e9b89" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.190735] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('358387f9-c463-4459-81a7-b1c1bb0e9b89',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.195149] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 in Status: IN_PROGRESS for 2s [ 711.354713] env[65476]: INFO networking_nsxv3.common.synchronization [None req-f0ee499b-595e-4281-843b-563af797ab6f tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Enqueued Resource ID: 358387f9-c463-4459-81a7-b1c1bb0e9b89 with Priority: HIGHEST for action security_group_rules [ 711.355469] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 358387f9-c463-4459-81a7-b1c1bb0e9b89 with Priority: HIGHEST for action security_group_rules [ 711.355890] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-358387f9-c463-4459-81a7-b1c1bb0e9b89 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.355890] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-358387f9-c463-4459-81a7-b1c1bb0e9b89" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.647451] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.648546] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7baae9-71d5-4563-904b-fd384bf78ad5 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.648663] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.650747] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5cdf1d77-3174-4be3-b798-87aa7550f798',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.651594] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5cdf1d77-3174-4be3-b798-87aa7550f798',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.715160] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.715160] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.715160] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.715160] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.715160] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.715160] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 358387f9-c463-4459-81a7-b1c1bb0e9b89 already deleted. [ 711.715160] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-358387f9-c463-4459-81a7-b1c1bb0e9b89" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.715160] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-358387f9-c463-4459-81a7-b1c1bb0e9b89" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.715160] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-358387f9-c463-4459-81a7-b1c1bb0e9b89" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.715160] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('358387f9-c463-4459-81a7-b1c1bb0e9b89',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.151698] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.153362] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5cdf1d77-3174-4be3-b798-87aa7550f798: rpc.has_security_group_logging(os_id): False [ 712.154671] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5cdf1d77-3174-4be3-b798-87aa7550f798',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.176611] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.176943] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.177605] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.177605] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.177605] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.178221] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.178221] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.178221] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.178343] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.178522] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.178743] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cdf1d77-3174-4be3-b798-87aa7550f798 is going to be created. [ 712.240978] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.242443] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.242508] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.242887] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.243040] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.243149] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 358387f9-c463-4459-81a7-b1c1bb0e9b89 already deleted. [ 712.243235] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-358387f9-c463-4459-81a7-b1c1bb0e9b89" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.255508] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.255815] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.255906] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.256556] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.256556] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.274329] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cdf1d77-3174-4be3-b798-87aa7550f798 in Status: IN_PROGRESS for 2s [ 712.494750] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 in Status: SUCCESS [ 712.494835] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.657871] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.658200] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.658361] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.659817] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.659817] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.659817] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cdf1d77-3174-4be3-b798-87aa7550f798 is going to be updated. [ 712.660908] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.662063] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.662063] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.662063] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.662063] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.662063] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 is going to be updated. [ 712.698843] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.702066] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.702066] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.702066] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.702066] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.703865] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.704376] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.704893] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.705884] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.706058] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.721946] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 in Status: IN_PROGRESS for 2s [ 712.722617] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cdf1d77-3174-4be3-b798-87aa7550f798 in Status: IN_PROGRESS for 2s [ 712.792753] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80a44372-f1d0-42a5-8559-78d175593590 in Status: SUCCESS [ 712.793792] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80a44372-f1d0-42a5-8559-78d175593590" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.793792] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80a44372-f1d0-42a5-8559-78d175593590" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.793792] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80a44372-f1d0-42a5-8559-78d175593590" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.793792] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.793792] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.794259] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.794259] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.794259] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.794259] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80a44372-f1d0-42a5-8559-78d175593590',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.209541] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 in Status: SUCCESS [ 713.212019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.300854] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80a44372-f1d0-42a5-8559-78d175593590',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.400975] env[65476]: INFO networking_nsxv3.common.synchronization [None req-606350eb-07da-4937-a16e-e44e42499fd2 None None] Enqueued Resource ID: 3ac226d4-eb19-4768-9a4d-052d1352ca32 with Priority: HIGHEST for action port [ 713.401450] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ac226d4-eb19-4768-9a4d-052d1352ca32 with Priority: HIGHEST for action port [ 713.402342] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ac226d4-eb19-4768-9a4d-052d1352ca32 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.402342] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ac226d4-eb19-4768-9a4d-052d1352ca32" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.402507] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ac226d4-eb19-4768-9a4d-052d1352ca32" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.405748] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ac226d4-eb19-4768-9a4d-052d1352ca32" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.405748] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ac226d4-eb19-4768-9a4d-052d1352ca32',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.802453] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80a44372-f1d0-42a5-8559-78d175593590',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.905170] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ac226d4-eb19-4768-9a4d-052d1352ca32 [ 713.905170] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.905295] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.905295] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.905530] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.905784] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.905784] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ac226d4-eb19-4768-9a4d-052d1352ca32 already deleted. [ 713.905892] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ac226d4-eb19-4768-9a4d-052d1352ca32" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.293750] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cdf1d77-3174-4be3-b798-87aa7550f798 in Status: SUCCESS [ 714.294132] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.294542] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.294844] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.294941] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cdf1d77-3174-4be3-b798-87aa7550f798',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.305982] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.306200] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.306259] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.306511] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.306563] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.306639] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80a44372-f1d0-42a5-8559-78d175593590 is going to be updated. [ 714.339930] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.339930] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.339930] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.340209] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.340209] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.351699] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80a44372-f1d0-42a5-8559-78d175593590 in Status: IN_PROGRESS for 2s [ 714.735018] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 in Status: SUCCESS [ 714.735470] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.736400] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cdf1d77-3174-4be3-b798-87aa7550f798 in Status: SUCCESS [ 714.736828] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.736828] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.736969] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.737304] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.737433] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.737497] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.737661] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.737737] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.737830] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.742256] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.742256] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.742256] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.742256] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.742256] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.742256] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.742256] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.742256] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cdf1d77-3174-4be3-b798-87aa7550f798',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.801208] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cdf1d77-3174-4be3-b798-87aa7550f798 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.801415] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.241112] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.242862] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5cdf1d77-3174-4be3-b798-87aa7550f798',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.516277] env[65476]: INFO networking_nsxv3.common.synchronization [req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 req-5dcdfaf3-a553-44e7-9117-ce1643092e4a tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Enqueued Resource ID: 1b0b8b60-0115-46c7-8ab3-7efe52ca2274 with Priority: HIGHEST for action security_group_members [ 715.516277] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b0b8b60-0115-46c7-8ab3-7efe52ca2274 with Priority: HIGHEST for action security_group_members [ 715.516277] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b0b8b60-0115-46c7-8ab3-7efe52ca2274 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.516277] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b0b8b60-0115-46c7-8ab3-7efe52ca2274" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.516277] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b0b8b60-0115-46c7-8ab3-7efe52ca2274" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.516277] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b0b8b60-0115-46c7-8ab3-7efe52ca2274" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.516277] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.516797] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.516797] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.516797] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.516797] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.516963] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b0b8b60-0115-46c7-8ab3-7efe52ca2274',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.745390] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5cdf1d77-3174-4be3-b798-87aa7550f798',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.746446] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.009930] env[65476]: INFO networking_nsxv3.common.synchronization [None req-2b3cbcb8-dfea-4a4f-bf74-aae7afdeb96f None None] Enqueued Resource ID: 55a676b0-83df-4936-90c5-3d290bdf3d2a with Priority: HIGHEST for action port [ 716.010847] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55a676b0-83df-4936-90c5-3d290bdf3d2a with Priority: HIGHEST for action port [ 716.011212] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-55a676b0-83df-4936-90c5-3d290bdf3d2a taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.011530] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55a676b0-83df-4936-90c5-3d290bdf3d2a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.011530] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55a676b0-83df-4936-90c5-3d290bdf3d2a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.011786] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55a676b0-83df-4936-90c5-3d290bdf3d2a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.011893] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55a676b0-83df-4936-90c5-3d290bdf3d2a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.019662] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.019849] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.019849] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.020040] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.020102] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.020289] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.020366] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.020545] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.020612] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.020656] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.020741] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b0b8b60-0115-46c7-8ab3-7efe52ca2274 already deleted. [ 716.020826] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b0b8b60-0115-46c7-8ab3-7efe52ca2274" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.030761] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-83 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.030761] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-83" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.030761] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-83" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.030761] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-83" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.030761] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.030761] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.030761] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.031096] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.031410] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.031516] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.031636] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.031756] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.031860] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.031981] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.033586] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.033586] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.058470] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.058822] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 716.059580] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.059580] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-83" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.059580] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-6bcaf11d-aefa-40da-8fbb-9d85f5ba9742 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.059722] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-6bcaf11d-aefa-40da-8fbb-9d85f5ba9742" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.059840] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-6bcaf11d-aefa-40da-8fbb-9d85f5ba9742" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.060659] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-6bcaf11d-aefa-40da-8fbb-9d85f5ba9742" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.060835] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bcaf11d-aefa-40da-8fbb-9d85f5ba9742',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.248866] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.249320] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.249492] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.249755] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.249954] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.250136] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cdf1d77-3174-4be3-b798-87aa7550f798 is going to be updated. [ 716.251584] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.251916] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.252043] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.252435] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.252600] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.252756] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 is going to be updated. [ 716.281973] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.282742] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.282902] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.283277] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.283513] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.285839] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.285839] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.286161] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.286424] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.286631] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.299590] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 in Status: IN_PROGRESS for 2s [ 716.300561] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cdf1d77-3174-4be3-b798-87aa7550f798 in Status: IN_PROGRESS for 2s [ 716.363026] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80a44372-f1d0-42a5-8559-78d175593590 in Status: SUCCESS [ 716.363026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80a44372-f1d0-42a5-8559-78d175593590" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.363026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80a44372-f1d0-42a5-8559-78d175593590" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.363026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80a44372-f1d0-42a5-8559-78d175593590" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.363026] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.363026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.363294] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.363294] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.363347] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.363422] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80a44372-f1d0-42a5-8559-78d175593590" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.363542] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('80a44372-f1d0-42a5-8559-78d175593590',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.515100] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55a676b0-83df-4936-90c5-3d290bdf3d2a [ 716.515336] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.515471] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.515540] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.515756] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.515842] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.515933] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55a676b0-83df-4936-90c5-3d290bdf3d2a already deleted. [ 716.516536] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55a676b0-83df-4936-90c5-3d290bdf3d2a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.565733] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.568151] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.568151] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.568151] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.568151] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.568151] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port 6bcaf11d-aefa-40da-8fbb-9d85f5ba9742 not found, creating... [ 716.568151] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.568151] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.568151] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.568151] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.568151] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.568534] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.568534] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.568534] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.568534] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.568534] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.568534] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: 6bcaf11d-aefa-40da-8fbb-9d85f5ba9742 is going to be created. [ 716.595843] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.595843] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.595843] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.595843] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.595843] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.595843] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-6bcaf11d-aefa-40da-8fbb-9d85f5ba9742" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.869123] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('80a44372-f1d0-42a5-8559-78d175593590',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.347307] env[65476]: INFO networking_nsxv3.common.synchronization [req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 req-980b4bfa-4d63-4453-ace5-6cc44f9de5e9 service nova] Enqueued Resource ID: 1b0b8b60-0115-46c7-8ab3-7efe52ca2274 with Priority: HIGHEST for action security_group_rules [ 717.347913] env[65476]: INFO networking_nsxv3.common.synchronization [req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 req-980b4bfa-4d63-4453-ace5-6cc44f9de5e9 service nova] Enqueued Resource ID: 1b0b8b60-0115-46c7-8ab3-7efe52ca2274 with Priority: HIGHEST for action security_group_members [ 717.347913] env[65476]: INFO networking_nsxv3.common.synchronization [req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 req-980b4bfa-4d63-4453-ace5-6cc44f9de5e9 service nova] Enqueued Resource ID: 6bcaf11d-aefa-40da-8fbb-9d85f5ba9742 with Priority: HIGHEST for action port [ 717.348320] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b0b8b60-0115-46c7-8ab3-7efe52ca2274 with Priority: HIGHEST for action security_group_rules [ 717.348557] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b0b8b60-0115-46c7-8ab3-7efe52ca2274 with Priority: HIGHEST for action security_group_members [ 717.348738] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bcaf11d-aefa-40da-8fbb-9d85f5ba9742 with Priority: HIGHEST for action port [ 717.349137] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b0b8b60-0115-46c7-8ab3-7efe52ca2274 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.349308] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b0b8b60-0115-46c7-8ab3-7efe52ca2274" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.349383] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b0b8b60-0115-46c7-8ab3-7efe52ca2274" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.349598] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b0b8b60-0115-46c7-8ab3-7efe52ca2274" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.349719] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b0b8b60-0115-46c7-8ab3-7efe52ca2274',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.350621] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b0b8b60-0115-46c7-8ab3-7efe52ca2274 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.350738] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b0b8b60-0115-46c7-8ab3-7efe52ca2274" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.350793] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b0b8b60-0115-46c7-8ab3-7efe52ca2274" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.350960] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b0b8b60-0115-46c7-8ab3-7efe52ca2274" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.351232] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.351536] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.351536] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.351720] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.351720] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.351808] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b0b8b60-0115-46c7-8ab3-7efe52ca2274',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.352587] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bcaf11d-aefa-40da-8fbb-9d85f5ba9742 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.352710] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bcaf11d-aefa-40da-8fbb-9d85f5ba9742" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.352767] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bcaf11d-aefa-40da-8fbb-9d85f5ba9742" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.352921] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bcaf11d-aefa-40da-8fbb-9d85f5ba9742" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.352993] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bcaf11d-aefa-40da-8fbb-9d85f5ba9742',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.372036] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 80a44372-f1d0-42a5-8559-78d175593590: rpc.has_security_group_logging(os_id): False [ 717.391162] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.391368] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.391426] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.391652] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.391747] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.391973] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.392103] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.392197] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.392339] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.392411] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.392496] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80a44372-f1d0-42a5-8559-78d175593590 is going to be created. [ 717.454616] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.454810] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.454913] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.455113] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.455573] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.470707] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80a44372-f1d0-42a5-8559-78d175593590 in Status: IN_PROGRESS for 2s [ 717.688050] env[65476]: INFO networking_nsxv3.common.synchronization [req-c14f84e0-79aa-4075-bf80-a93d34e7f7c8 req-633fb7af-bf49-4ca6-be89-ee180119b1ac tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Enqueued Resource ID: 1568bc6a-749b-4c27-9299-92502c140544 with Priority: HIGHEST for action security_group_members [ 717.690242] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1568bc6a-749b-4c27-9299-92502c140544 with Priority: HIGHEST for action security_group_members [ 717.691028] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1568bc6a-749b-4c27-9299-92502c140544 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.691330] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1568bc6a-749b-4c27-9299-92502c140544" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.691330] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1568bc6a-749b-4c27-9299-92502c140544" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.691934] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1568bc6a-749b-4c27-9299-92502c140544" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.691934] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.691934] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.691934] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.692193] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.692193] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.692268] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1568bc6a-749b-4c27-9299-92502c140544',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.856514] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b0b8b60-0115-46c7-8ab3-7efe52ca2274',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.858408] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b0b8b60-0115-46c7-8ab3-7efe52ca2274 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.858408] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b0b8b60-0115-46c7-8ab3-7efe52ca2274" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.858408] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6bcaf11d-aefa-40da-8fbb-9d85f5ba9742 with status ACTIVE [ 717.858408] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.858408] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.858408] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.858811] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.858811] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.859146] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.859146] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.859146] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.859712] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.859712] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.859712] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.859920] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.860083] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.860197] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.860272] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.860407] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6bcaf11d-aefa-40da-8fbb-9d85f5ba9742 is going to be updated. [ 717.885201] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.885201] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.885201] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.885201] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.885433] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.885482] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bcaf11d-aefa-40da-8fbb-9d85f5ba9742" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.196538] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.196538] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.196725] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.196897] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.197037] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.197315] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.197426] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.197504] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.198539] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.198539] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.198539] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1568bc6a-749b-4c27-9299-92502c140544 is going to be updated. [ 718.267273] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.267793] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.267793] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.267989] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.268142] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.285235] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1568bc6a-749b-4c27-9299-92502c140544 in Status: IN_PROGRESS for 2s [ 718.311307] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 in Status: SUCCESS [ 718.311307] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.312559] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cdf1d77-3174-4be3-b798-87aa7550f798 in Status: SUCCESS [ 718.312662] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.312973] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.313267] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.313413] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.313830] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.313830] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.313935] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.314041] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.314152] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.314381] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7baae9-71d5-4563-904b-fd384bf78ad5 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.314531] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.314828] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.314828] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.315171] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.315356] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.315486] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.315674] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.316017] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.316017] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.316017] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.317058] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.317232] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.318023] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.318023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.318023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.318023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.318023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.318023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.318023] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5cdf1d77-3174-4be3-b798-87aa7550f798',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.363985] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b0b8b60-0115-46c7-8ab3-7efe52ca2274',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.644019] env[65476]: INFO networking_nsxv3.common.synchronization [None req-97458b63-e3ff-4dd6-bbbd-d2e2f66f34f6 None None] Enqueued Resource ID: c9ebd9f2-3062-470d-9da6-b3bcf701dcb0 with Priority: HIGHEST for action port [ 718.644589] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9ebd9f2-3062-470d-9da6-b3bcf701dcb0 with Priority: HIGHEST for action port [ 718.644896] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9ebd9f2-3062-470d-9da6-b3bcf701dcb0 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.645029] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9ebd9f2-3062-470d-9da6-b3bcf701dcb0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.645096] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9ebd9f2-3062-470d-9da6-b3bcf701dcb0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.645339] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9ebd9f2-3062-470d-9da6-b3bcf701dcb0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.645579] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9ebd9f2-3062-470d-9da6-b3bcf701dcb0',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.822503] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e7baae9-71d5-4563-904b-fd384bf78ad5: rpc.has_security_group_logging(os_id): False [ 718.823444] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5cdf1d77-3174-4be3-b798-87aa7550f798',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.842291] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.842431] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.842542] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.842814] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.842975] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.843269] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.843474] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.843741] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.843923] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.844820] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.844820] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.844820] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.844977] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.845198] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.845347] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.845605] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.845685] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.845739] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.845891] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.846750] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.846750] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 is going to be updated. [ 718.867537] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.868022] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.868022] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.868437] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.868437] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.868437] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b0b8b60-0115-46c7-8ab3-7efe52ca2274 is going to be created. [ 718.892506] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.892932] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.893069] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.893304] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.893472] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.906753] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b0b8b60-0115-46c7-8ab3-7efe52ca2274 in Status: UNINITIALIZED for 2s [ 718.929757] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.929905] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.929976] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.930351] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.930401] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.953439] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 in Status: IN_PROGRESS for 2s [ 719.147835] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9ebd9f2-3062-470d-9da6-b3bcf701dcb0 [ 719.148693] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.148835] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.148873] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.149275] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.149348] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.149513] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9ebd9f2-3062-470d-9da6-b3bcf701dcb0 already deleted. [ 719.149653] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9ebd9f2-3062-470d-9da6-b3bcf701dcb0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.328507] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5cdf1d77-3174-4be3-b798-87aa7550f798: rpc.has_security_group_logging(os_id): False [ 719.356663] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.356858] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.357075] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.357816] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.357816] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.357816] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.357816] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.358073] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.358073] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.358132] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.358242] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cdf1d77-3174-4be3-b798-87aa7550f798 is going to be updated. [ 719.427016] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.427016] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.427016] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.427016] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.427016] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.444191] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cdf1d77-3174-4be3-b798-87aa7550f798 in Status: IN_PROGRESS for 2s [ 719.490189] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80a44372-f1d0-42a5-8559-78d175593590 in Status: SUCCESS [ 719.490427] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80a44372-f1d0-42a5-8559-78d175593590" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.719557] env[65476]: INFO networking_nsxv3.common.synchronization [req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 req-6d7959cf-8152-4a41-8685-9d63e95845fd tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Enqueued Resource ID: c3f5fa7a-c347-4abe-b281-39ff2a95c747 with Priority: HIGHEST for action security_group_members [ 719.719557] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3f5fa7a-c347-4abe-b281-39ff2a95c747 with Priority: HIGHEST for action security_group_members [ 719.719557] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3f5fa7a-c347-4abe-b281-39ff2a95c747 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.719557] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3f5fa7a-c347-4abe-b281-39ff2a95c747" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.719557] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3f5fa7a-c347-4abe-b281-39ff2a95c747" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.720165] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3f5fa7a-c347-4abe-b281-39ff2a95c747" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.720435] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.720675] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.720906] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.722389] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.722389] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.722389] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3f5fa7a-c347-4abe-b281-39ff2a95c747',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.225900] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.226185] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.226185] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.226386] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.226519] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.226680] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.226808] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.226879] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.227079] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.227127] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.227222] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3f5fa7a-c347-4abe-b281-39ff2a95c747 already deleted. [ 720.227276] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3f5fa7a-c347-4abe-b281-39ff2a95c747" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.277707] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.277948] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-407" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.278044] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-407" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.278461] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-407" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.279110] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.279110] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.279110] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.279390] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.279529] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.279853] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.279937] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 720.280047] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 720.280183] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 720.280293] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.280397] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 720.280570] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 720.297163] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1568bc6a-749b-4c27-9299-92502c140544 in Status: SUCCESS [ 720.297163] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1568bc6a-749b-4c27-9299-92502c140544 deletion is rescheduled due to dependency. [ 720.297163] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1568bc6a-749b-4c27-9299-92502c140544" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.306968] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 720.307324] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 720.307324] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 720.307998] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-407" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.307998] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-1b3cda8e-8911-4fe7-a20c-3b9864df6c65 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.308154] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-1b3cda8e-8911-4fe7-a20c-3b9864df6c65" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.308364] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-1b3cda8e-8911-4fe7-a20c-3b9864df6c65" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.308981] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-1b3cda8e-8911-4fe7-a20c-3b9864df6c65" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.308981] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b3cda8e-8911-4fe7-a20c-3b9864df6c65',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.811945] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.812582] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.812877] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.813316] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.813607] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.813920] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port 1b3cda8e-8911-4fe7-a20c-3b9864df6c65 not found, creating... [ 720.814741] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.814741] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.814741] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.814912] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.815158] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.815553] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.815729] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.815854] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.816073] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.816213] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.816352] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: 1b3cda8e-8911-4fe7-a20c-3b9864df6c65 is going to be created. [ 720.841093] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.841344] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.841487] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.841769] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.842012] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.842251] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-1b3cda8e-8911-4fe7-a20c-3b9864df6c65" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.922724] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b0b8b60-0115-46c7-8ab3-7efe52ca2274 in Status: SUCCESS [ 720.923162] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b0b8b60-0115-46c7-8ab3-7efe52ca2274" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.924169] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b0b8b60-0115-46c7-8ab3-7efe52ca2274" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.924355] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b0b8b60-0115-46c7-8ab3-7efe52ca2274" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.925127] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.925127] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.925127] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.925331] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.925440] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.925564] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b0b8b60-0115-46c7-8ab3-7efe52ca2274" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.925686] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b0b8b60-0115-46c7-8ab3-7efe52ca2274',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.972583] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 in Status: SUCCESS [ 720.972583] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.972583] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.972583] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.972583] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.427505] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b0b8b60-0115-46c7-8ab3-7efe52ca2274',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.460645] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cdf1d77-3174-4be3-b798-87aa7550f798 in Status: SUCCESS [ 721.460939] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.474904] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7baae9-71d5-4563-904b-fd384bf78ad5 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.475061] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.475398] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.475398] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.475467] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.476032] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.476032] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.476032] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.476032] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.476032] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.476032] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.555216] env[65476]: INFO networking_nsxv3.common.synchronization [req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 req-c948be94-95d9-42dd-b92a-d73adf8f2a30 service nova] Enqueued Resource ID: c3f5fa7a-c347-4abe-b281-39ff2a95c747 with Priority: HIGHEST for action security_group_rules [ 721.555394] env[65476]: INFO networking_nsxv3.common.synchronization [req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 req-c948be94-95d9-42dd-b92a-d73adf8f2a30 service nova] Enqueued Resource ID: c3f5fa7a-c347-4abe-b281-39ff2a95c747 with Priority: HIGHEST for action security_group_members [ 721.555523] env[65476]: INFO networking_nsxv3.common.synchronization [req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 req-c948be94-95d9-42dd-b92a-d73adf8f2a30 service nova] Enqueued Resource ID: 1b3cda8e-8911-4fe7-a20c-3b9864df6c65 with Priority: HIGHEST for action port [ 721.556013] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3f5fa7a-c347-4abe-b281-39ff2a95c747 with Priority: HIGHEST for action security_group_rules [ 721.556150] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3f5fa7a-c347-4abe-b281-39ff2a95c747 with Priority: HIGHEST for action security_group_members [ 721.556250] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b3cda8e-8911-4fe7-a20c-3b9864df6c65 with Priority: HIGHEST for action port [ 721.556731] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3f5fa7a-c347-4abe-b281-39ff2a95c747 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.556892] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3f5fa7a-c347-4abe-b281-39ff2a95c747" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.556949] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3f5fa7a-c347-4abe-b281-39ff2a95c747" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.559837] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3f5fa7a-c347-4abe-b281-39ff2a95c747" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.562897] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3f5fa7a-c347-4abe-b281-39ff2a95c747',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.562897] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3f5fa7a-c347-4abe-b281-39ff2a95c747 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.562897] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3f5fa7a-c347-4abe-b281-39ff2a95c747" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.562897] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3f5fa7a-c347-4abe-b281-39ff2a95c747" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.562897] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3f5fa7a-c347-4abe-b281-39ff2a95c747" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.562897] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.562897] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.562897] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.562897] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.562897] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.562897] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3f5fa7a-c347-4abe-b281-39ff2a95c747',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.564362] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b3cda8e-8911-4fe7-a20c-3b9864df6c65 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.564662] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b3cda8e-8911-4fe7-a20c-3b9864df6c65" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.564847] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b3cda8e-8911-4fe7-a20c-3b9864df6c65" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.565684] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b3cda8e-8911-4fe7-a20c-3b9864df6c65" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.565908] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b3cda8e-8911-4fe7-a20c-3b9864df6c65',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.929572] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b0b8b60-0115-46c7-8ab3-7efe52ca2274: rpc.has_security_group_logging(os_id): False [ 721.953634] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.953634] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.953634] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.953634] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.953634] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.953634] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.953634] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.953634] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.953634] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.953634] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.953634] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b0b8b60-0115-46c7-8ab3-7efe52ca2274 is going to be created. [ 721.978910] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7baae9-71d5-4563-904b-fd384bf78ad5 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.979576] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.980021] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.980481] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.980906] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.981297] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.981533] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.981893] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.982326] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.982592] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.982954] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7baae9-71d5-4563-904b-fd384bf78ad5 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.983231] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.983413] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.984061] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.984061] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.984287] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.984432] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.985040] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.985040] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.985040] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.985040] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.016971] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.016971] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.016971] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.016971] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.016971] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.029028] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b0b8b60-0115-46c7-8ab3-7efe52ca2274 in Status: IN_PROGRESS for 2s [ 722.068301] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3f5fa7a-c347-4abe-b281-39ff2a95c747',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.071017] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3f5fa7a-c347-4abe-b281-39ff2a95c747 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.071172] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3f5fa7a-c347-4abe-b281-39ff2a95c747" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.071624] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b3cda8e-8911-4fe7-a20c-3b9864df6c65 with status ACTIVE [ 722.071846] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.072028] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.072074] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.072422] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.072489] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.073819] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.073819] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.073819] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.073819] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.073819] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.073819] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.073819] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.073819] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.074408] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.074408] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.074408] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b3cda8e-8911-4fe7-a20c-3b9864df6c65 is going to be updated. [ 722.114077] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.114329] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.114329] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.114544] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.114691] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.115327] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b3cda8e-8911-4fe7-a20c-3b9864df6c65" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.487385] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e7baae9-71d5-4563-904b-fd384bf78ad5: rpc.has_security_group_logging(os_id): False [ 722.507622] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.507780] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.507868] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.508077] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.508194] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.508418] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.508539] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.508591] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.508736] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.508812] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.509061] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.509303] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.509384] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.509638] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.509724] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.509920] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.510030] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.510097] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.510238] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.510357] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.510390] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 is going to be updated. [ 722.547918] env[65476]: INFO networking_nsxv3.common.synchronization [req-9688cbe9-1a7b-44d3-a195-636dbb216feb req-c1342526-6ccc-4c2f-b981-883714cc3bc9 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Enqueued Resource ID: 62fcb096-b969-491c-96ee-58520844e912 with Priority: HIGHEST for action security_group_members [ 722.548612] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62fcb096-b969-491c-96ee-58520844e912 with Priority: HIGHEST for action security_group_members [ 722.551993] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-62fcb096-b969-491c-96ee-58520844e912 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.551993] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.551993] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.551993] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.551993] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.551993] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.551993] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.551993] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.551993] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.551993] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62fcb096-b969-491c-96ee-58520844e912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.574781] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.574967] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.575079] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.575317] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.575523] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.576714] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3f5fa7a-c347-4abe-b281-39ff2a95c747',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.592488] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 in Status: IN_PROGRESS for 2s [ 723.037308] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-350 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.037308] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-350" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.037308] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-350" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.037580] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-350" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.037713] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.037873] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.037983] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.038283] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.038431] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.038664] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.038785] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.038909] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.039038] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.039146] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.039260] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.039392] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.052597] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.052597] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.052597] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.052874] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.052874] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.053053] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.053153] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.053781] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.053781] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.053781] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.053781] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62fcb096-b969-491c-96ee-58520844e912 already deleted. [ 723.053781] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.072856] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.072856] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 723.072856] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.072856] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-350" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.072856] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-2d70fbeb-6d24-4055-9a42-b0348df4647f taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.072856] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-2d70fbeb-6d24-4055-9a42-b0348df4647f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.072856] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-2d70fbeb-6d24-4055-9a42-b0348df4647f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.072856] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-2d70fbeb-6d24-4055-9a42-b0348df4647f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.072856] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d70fbeb-6d24-4055-9a42-b0348df4647f',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.080780] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.082181] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.082181] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.082181] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.082181] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.082181] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3f5fa7a-c347-4abe-b281-39ff2a95c747 is going to be created. [ 723.137559] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.137815] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.137815] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.138088] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.138275] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.150530] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3f5fa7a-c347-4abe-b281-39ff2a95c747 in Status: UNINITIALIZED for 2s [ 723.575226] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.575557] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.575596] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.575899] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.576246] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.576246] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port 2d70fbeb-6d24-4055-9a42-b0348df4647f not found, creating... [ 723.576546] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.576727] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.576870] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.577146] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.577292] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.577625] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.577789] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.577932] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.578188] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.578353] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.578500] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: 2d70fbeb-6d24-4055-9a42-b0348df4647f is going to be created. [ 723.602721] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.603084] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.603224] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.603518] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.603838] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.604102] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-2d70fbeb-6d24-4055-9a42-b0348df4647f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.042706] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b0b8b60-0115-46c7-8ab3-7efe52ca2274 in Status: SUCCESS [ 724.042993] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b0b8b60-0115-46c7-8ab3-7efe52ca2274" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.330636] env[65476]: INFO networking_nsxv3.common.synchronization [req-9688cbe9-1a7b-44d3-a195-636dbb216feb req-5ca80feb-8acb-4a6a-b7dd-b6ca85a4fe5c service nova] Enqueued Resource ID: 62fcb096-b969-491c-96ee-58520844e912 with Priority: HIGHEST for action security_group_rules [ 724.330780] env[65476]: INFO networking_nsxv3.common.synchronization [req-9688cbe9-1a7b-44d3-a195-636dbb216feb req-5ca80feb-8acb-4a6a-b7dd-b6ca85a4fe5c service nova] Enqueued Resource ID: 62fcb096-b969-491c-96ee-58520844e912 with Priority: HIGHEST for action security_group_members [ 724.330918] env[65476]: INFO networking_nsxv3.common.synchronization [req-9688cbe9-1a7b-44d3-a195-636dbb216feb req-5ca80feb-8acb-4a6a-b7dd-b6ca85a4fe5c service nova] Enqueued Resource ID: 2d70fbeb-6d24-4055-9a42-b0348df4647f with Priority: HIGHEST for action port [ 724.331156] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62fcb096-b969-491c-96ee-58520844e912 with Priority: HIGHEST for action security_group_rules [ 724.331306] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62fcb096-b969-491c-96ee-58520844e912 with Priority: HIGHEST for action security_group_members [ 724.331410] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d70fbeb-6d24-4055-9a42-b0348df4647f with Priority: HIGHEST for action port [ 724.331972] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62fcb096-b969-491c-96ee-58520844e912 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.332244] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.332321] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.332577] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.332577] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62fcb096-b969-491c-96ee-58520844e912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.334272] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-62fcb096-b969-491c-96ee-58520844e912 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.334272] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.334272] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.334272] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.334562] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.334635] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.334635] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.335408] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.335408] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.335408] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62fcb096-b969-491c-96ee-58520844e912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.336568] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d70fbeb-6d24-4055-9a42-b0348df4647f taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.336568] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d70fbeb-6d24-4055-9a42-b0348df4647f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.336568] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d70fbeb-6d24-4055-9a42-b0348df4647f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.336568] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d70fbeb-6d24-4055-9a42-b0348df4647f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.336568] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d70fbeb-6d24-4055-9a42-b0348df4647f',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.610910] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 in Status: SUCCESS [ 724.611283] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.834943] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-62fcb096-b969-491c-96ee-58520844e912 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.834943] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.836345] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62fcb096-b969-491c-96ee-58520844e912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.839935] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d70fbeb-6d24-4055-9a42-b0348df4647f with status ACTIVE [ 724.840120] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.840247] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.840547] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.840547] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.840813] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.841299] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.841438] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.841438] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.841804] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.841804] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.842043] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.842043] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.842043] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.842230] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.842508] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.842658] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d70fbeb-6d24-4055-9a42-b0348df4647f is going to be updated. [ 724.867794] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.867960] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.868758] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.868758] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.868758] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.868758] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d70fbeb-6d24-4055-9a42-b0348df4647f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.166065] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3f5fa7a-c347-4abe-b281-39ff2a95c747 in Status: SUCCESS [ 725.166304] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3f5fa7a-c347-4abe-b281-39ff2a95c747" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.166488] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3f5fa7a-c347-4abe-b281-39ff2a95c747" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.166737] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3f5fa7a-c347-4abe-b281-39ff2a95c747" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.166927] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.167058] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.167119] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.167274] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.167360] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.167923] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3f5fa7a-c347-4abe-b281-39ff2a95c747" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.167923] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3f5fa7a-c347-4abe-b281-39ff2a95c747',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.339233] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62fcb096-b969-491c-96ee-58520844e912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.442036] env[65476]: INFO networking_nsxv3.common.synchronization [req-9c6899ca-1f64-45eb-97ad-72310facffa8 req-92e1537e-cc91-4502-8c5d-e0bc007c1f0f tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Enqueued Resource ID: b69523ee-a5be-4158-bb73-467cafa9975e with Priority: HIGHEST for action security_group_members [ 725.442036] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b69523ee-a5be-4158-bb73-467cafa9975e with Priority: HIGHEST for action security_group_members [ 725.442036] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b69523ee-a5be-4158-bb73-467cafa9975e taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.442036] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b69523ee-a5be-4158-bb73-467cafa9975e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.442036] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b69523ee-a5be-4158-bb73-467cafa9975e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.442930] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b69523ee-a5be-4158-bb73-467cafa9975e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.443315] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.445801] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.445801] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.445801] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.445801] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.445801] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b69523ee-a5be-4158-bb73-467cafa9975e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.670077] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3f5fa7a-c347-4abe-b281-39ff2a95c747',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.843423] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.843579] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.843747] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.843902] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.844158] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.844158] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62fcb096-b969-491c-96ee-58520844e912 is going to be created. [ 725.874412] env[65476]: INFO networking_nsxv3.common.synchronization [None req-121a3cea-3973-4b2d-95a8-4dfbe566269b None None] Enqueued Resource ID: a238faa0-bb06-4e1e-92f3-9029385b3ffe with Priority: HIGHEST for action port [ 725.875547] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.875706] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.875706] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.875901] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.876088] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.877733] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a238faa0-bb06-4e1e-92f3-9029385b3ffe with Priority: HIGHEST for action port [ 725.878139] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-a238faa0-bb06-4e1e-92f3-9029385b3ffe taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.878139] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a238faa0-bb06-4e1e-92f3-9029385b3ffe" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.878271] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a238faa0-bb06-4e1e-92f3-9029385b3ffe" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.878404] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a238faa0-bb06-4e1e-92f3-9029385b3ffe" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.878492] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a238faa0-bb06-4e1e-92f3-9029385b3ffe',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.888660] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62fcb096-b969-491c-96ee-58520844e912 in Status: UNINITIALIZED for 2s [ 725.948366] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.948366] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.948366] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.948366] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.948366] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.948366] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.948366] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.948366] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.948750] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.948750] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.948750] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b69523ee-a5be-4158-bb73-467cafa9975e is going to be updated. [ 725.988636] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.988636] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.988636] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.988636] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.988636] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.996610] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b69523ee-a5be-4158-bb73-467cafa9975e in Status: IN_PROGRESS for 2s [ 726.175700] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3f5fa7a-c347-4abe-b281-39ff2a95c747: rpc.has_security_group_logging(os_id): False [ 726.196531] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.196684] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.196744] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.196950] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.197049] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.197470] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.197470] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.197470] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.197610] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.197639] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.197748] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3f5fa7a-c347-4abe-b281-39ff2a95c747 is going to be created. [ 726.263475] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.263623] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.263693] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.263909] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.264104] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.281098] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3f5fa7a-c347-4abe-b281-39ff2a95c747 in Status: IN_PROGRESS for 2s [ 726.382829] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a238faa0-bb06-4e1e-92f3-9029385b3ffe [ 726.383138] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.383250] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.383307] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.383732] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.383732] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.383732] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a238faa0-bb06-4e1e-92f3-9029385b3ffe already deleted. [ 726.383889] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a238faa0-bb06-4e1e-92f3-9029385b3ffe" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.632097] env[65476]: INFO networking_nsxv3.common.synchronization [req-f4000e86-ab29-4a69-8c3e-c23745b30c16 req-de6af69b-e895-4d5f-ab95-67053f054572 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Enqueued Resource ID: d80ba68a-b076-4d3b-be24-8f2348659dda with Priority: HIGHEST for action security_group_members [ 726.632602] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d80ba68a-b076-4d3b-be24-8f2348659dda with Priority: HIGHEST for action security_group_members [ 726.632936] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d80ba68a-b076-4d3b-be24-8f2348659dda taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.633150] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.633221] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.633686] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.633686] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.633686] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.633868] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.633868] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.633939] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.634049] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d80ba68a-b076-4d3b-be24-8f2348659dda',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.136967] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.136967] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.136967] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.137347] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.137347] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.137347] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.138074] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.138074] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.138074] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.138074] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.138074] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d80ba68a-b076-4d3b-be24-8f2348659dda is going to be updated. [ 727.169216] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.169216] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.169216] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.169216] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.169216] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.172986] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-832 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.172986] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-832" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.173600] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-832" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.173914] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-832" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.174672] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.174672] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.174672] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.174886] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.175033] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.175309] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.175471] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.175657] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.175829] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.175982] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.176197] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.176360] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.179018] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d80ba68a-b076-4d3b-be24-8f2348659dda in Status: IN_PROGRESS for 2s [ 727.197925] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.198141] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 727.198281] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.198537] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-832" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.198792] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-43306c62-5e54-4c52-b7bb-88d688e4c59c taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.198968] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-43306c62-5e54-4c52-b7bb-88d688e4c59c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.199092] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-43306c62-5e54-4c52-b7bb-88d688e4c59c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.199522] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-43306c62-5e54-4c52-b7bb-88d688e4c59c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.199656] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43306c62-5e54-4c52-b7bb-88d688e4c59c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.706225] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.706466] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.706600] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.706930] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.707148] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.707234] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port 43306c62-5e54-4c52-b7bb-88d688e4c59c not found, creating... [ 727.707488] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.707651] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.711242] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.711683] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.711746] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.713745] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.714027] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.714121] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.714361] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.714499] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.714728] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: 43306c62-5e54-4c52-b7bb-88d688e4c59c is going to be created. [ 727.719145] env[65476]: INFO networking_nsxv3.common.synchronization [None req-d600b0e5-d4ac-4a84-b105-95eb7099777e None None] Enqueued Resource ID: 28d5ab97-0b3c-40a5-9e0b-8eb4a58e5293 with Priority: HIGHEST for action port [ 727.720924] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28d5ab97-0b3c-40a5-9e0b-8eb4a58e5293 with Priority: HIGHEST for action port [ 727.720924] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-28d5ab97-0b3c-40a5-9e0b-8eb4a58e5293 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.720924] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28d5ab97-0b3c-40a5-9e0b-8eb4a58e5293" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.720924] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28d5ab97-0b3c-40a5-9e0b-8eb4a58e5293" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.721248] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28d5ab97-0b3c-40a5-9e0b-8eb4a58e5293" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.721248] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28d5ab97-0b3c-40a5-9e0b-8eb4a58e5293',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.741445] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.742899] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.742899] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.742899] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.742899] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.743148] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-43306c62-5e54-4c52-b7bb-88d688e4c59c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.898860] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62fcb096-b969-491c-96ee-58520844e912 in Status: SUCCESS [ 727.898860] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.899067] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.899317] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.899550] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.899672] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.899740] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.900461] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.900461] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.900461] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.900461] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62fcb096-b969-491c-96ee-58520844e912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.007519] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b69523ee-a5be-4158-bb73-467cafa9975e in Status: SUCCESS [ 728.007825] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b69523ee-a5be-4158-bb73-467cafa9975e deletion is rescheduled due to dependency. [ 728.008085] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b69523ee-a5be-4158-bb73-467cafa9975e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.223994] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28d5ab97-0b3c-40a5-9e0b-8eb4a58e5293 [ 728.224371] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.224836] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.224836] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.224943] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.224943] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.225079] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28d5ab97-0b3c-40a5-9e0b-8eb4a58e5293 already deleted. [ 728.225209] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28d5ab97-0b3c-40a5-9e0b-8eb4a58e5293" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.298280] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3f5fa7a-c347-4abe-b281-39ff2a95c747 in Status: SUCCESS [ 728.298677] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3f5fa7a-c347-4abe-b281-39ff2a95c747" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.402830] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62fcb096-b969-491c-96ee-58520844e912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.413788] env[65476]: INFO networking_nsxv3.common.synchronization [None req-6daae84c-5f27-463f-8e02-5ba158b53252 None None] Enqueued Resource ID: 5be7ed6f-0ca9-4179-889f-c32d4d135137 with Priority: HIGHEST for action port [ 728.414824] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5be7ed6f-0ca9-4179-889f-c32d4d135137 with Priority: HIGHEST for action port [ 728.417025] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-5be7ed6f-0ca9-4179-889f-c32d4d135137 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.417025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5be7ed6f-0ca9-4179-889f-c32d4d135137" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.417025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5be7ed6f-0ca9-4179-889f-c32d4d135137" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.417211] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5be7ed6f-0ca9-4179-889f-c32d4d135137" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.417246] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5be7ed6f-0ca9-4179-889f-c32d4d135137',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.548506] env[65476]: INFO networking_nsxv3.common.synchronization [req-f4000e86-ab29-4a69-8c3e-c23745b30c16 req-550564e6-79a6-4d6c-aec4-b7045e0dacf7 service nova] Enqueued Resource ID: d80ba68a-b076-4d3b-be24-8f2348659dda with Priority: HIGHEST for action security_group_rules [ 728.548506] env[65476]: INFO networking_nsxv3.common.synchronization [req-f4000e86-ab29-4a69-8c3e-c23745b30c16 req-550564e6-79a6-4d6c-aec4-b7045e0dacf7 service nova] Enqueued Resource ID: d80ba68a-b076-4d3b-be24-8f2348659dda with Priority: HIGHEST for action security_group_members [ 728.548506] env[65476]: INFO networking_nsxv3.common.synchronization [req-f4000e86-ab29-4a69-8c3e-c23745b30c16 req-550564e6-79a6-4d6c-aec4-b7045e0dacf7 service nova] Enqueued Resource ID: 43306c62-5e54-4c52-b7bb-88d688e4c59c with Priority: HIGHEST for action port [ 728.552027] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d80ba68a-b076-4d3b-be24-8f2348659dda with Priority: HIGHEST for action security_group_rules [ 728.552027] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d80ba68a-b076-4d3b-be24-8f2348659dda with Priority: HIGHEST for action security_group_members [ 728.552027] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43306c62-5e54-4c52-b7bb-88d688e4c59c with Priority: HIGHEST for action port [ 728.552027] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d80ba68a-b076-4d3b-be24-8f2348659dda taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.552027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.552027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.552027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.552027] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d80ba68a-b076-4d3b-be24-8f2348659dda',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.555155] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d80ba68a-b076-4d3b-be24-8f2348659dda taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.556042] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.556042] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-43306c62-5e54-4c52-b7bb-88d688e4c59c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.556042] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43306c62-5e54-4c52-b7bb-88d688e4c59c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.556042] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43306c62-5e54-4c52-b7bb-88d688e4c59c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.556260] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43306c62-5e54-4c52-b7bb-88d688e4c59c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.556381] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43306c62-5e54-4c52-b7bb-88d688e4c59c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.907512] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62fcb096-b969-491c-96ee-58520844e912: rpc.has_security_group_logging(os_id): False [ 728.920326] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5be7ed6f-0ca9-4179-889f-c32d4d135137 [ 728.920578] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.921200] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.921287] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.921542] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.921636] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.921727] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5be7ed6f-0ca9-4179-889f-c32d4d135137 already deleted. [ 728.921803] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5be7ed6f-0ca9-4179-889f-c32d4d135137" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.928447] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.928575] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.928982] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.928982] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.928982] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.929235] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.929743] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.929743] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.929743] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.929743] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.929900] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62fcb096-b969-491c-96ee-58520844e912 is going to be created. [ 729.001670] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.005148] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.005318] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.005555] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.005746] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.023546] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62fcb096-b969-491c-96ee-58520844e912 in Status: IN_PROGRESS for 2s [ 729.058191] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d80ba68a-b076-4d3b-be24-8f2348659dda taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.058361] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.059801] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43306c62-5e54-4c52-b7bb-88d688e4c59c with status ACTIVE [ 729.059958] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.060114] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.060189] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.060438] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.060530] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.060732] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.060830] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.060893] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.061080] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.061548] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.061621] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.061707] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.061776] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.061942] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.062132] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.062227] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43306c62-5e54-4c52-b7bb-88d688e4c59c is going to be updated. [ 729.086309] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.086547] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.086929] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.087429] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.087503] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.087706] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43306c62-5e54-4c52-b7bb-88d688e4c59c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.194464] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d80ba68a-b076-4d3b-be24-8f2348659dda in Status: SUCCESS [ 729.194464] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d80ba68a-b076-4d3b-be24-8f2348659dda deletion is rescheduled due to dependency. [ 729.194464] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.194464] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.194464] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.194464] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.194464] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.194464] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.194891] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.194891] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.194891] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d80ba68a-b076-4d3b-be24-8f2348659dda',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.697726] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d80ba68a-b076-4d3b-be24-8f2348659dda',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.864313] env[65476]: INFO networking_nsxv3.common.synchronization [None req-21ae2485-eb0b-4f66-a8dd-153c7de0fc1d None None] Enqueued Resource ID: f02f0d48-e5b4-4128-be76-e099a797a2fc with Priority: HIGHEST for action port [ 729.864469] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02f0d48-e5b4-4128-be76-e099a797a2fc with Priority: HIGHEST for action port [ 729.864961] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-f02f0d48-e5b4-4128-be76-e099a797a2fc taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.865342] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f02f0d48-e5b4-4128-be76-e099a797a2fc" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.866758] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f02f0d48-e5b4-4128-be76-e099a797a2fc" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.866758] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f02f0d48-e5b4-4128-be76-e099a797a2fc" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.866758] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f02f0d48-e5b4-4128-be76-e099a797a2fc',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.202060] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d80ba68a-b076-4d3b-be24-8f2348659dda',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.369064] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f02f0d48-e5b4-4128-be76-e099a797a2fc [ 730.370155] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.370155] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.370155] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.370155] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.370155] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.370155] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f02f0d48-e5b4-4128-be76-e099a797a2fc already deleted. [ 730.370155] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f02f0d48-e5b4-4128-be76-e099a797a2fc" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.705806] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.706167] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.706167] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.707742] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.707742] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.707742] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d80ba68a-b076-4d3b-be24-8f2348659dda is going to be updated. [ 730.781994] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.786964] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.786964] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.786964] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.786964] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.799631] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d80ba68a-b076-4d3b-be24-8f2348659dda in Status: IN_PROGRESS for 2s [ 730.823719] env[65476]: INFO networking_nsxv3.common.synchronization [None req-7be55e44-a704-4e7a-a3b5-c02a751de71e tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Enqueued Resource ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 with Priority: HIGHEST for action security_group_rules [ 730.823719] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 with Priority: HIGHEST for action security_group_rules [ 730.824379] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f5c1a41-584c-4e4e-a276-7f37308bc912 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.824902] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.825166] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.825668] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.825935] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f5c1a41-584c-4e4e-a276-7f37308bc912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.004344] env[65476]: INFO networking_nsxv3.common.synchronization [None req-cfd3e03d-683e-4440-abf5-a7be17d02a97 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Enqueued Resource ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 with Priority: HIGHEST for action security_group_rules [ 731.005528] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 with Priority: HIGHEST for action security_group_rules [ 731.006368] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f5c1a41-584c-4e4e-a276-7f37308bc912 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.006462] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.038232] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62fcb096-b969-491c-96ee-58520844e912 in Status: SUCCESS [ 731.038490] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.292190] env[65476]: INFO networking_nsxv3.common.synchronization [req-a5fff8ec-ef94-4805-9606-d6c07981f854 req-e81ce4cd-b087-426d-9ed0-709869682a20 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Enqueued Resource ID: efa4c97f-947d-4562-8c7a-4f025741a188 with Priority: HIGHEST for action security_group_members [ 731.293032] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efa4c97f-947d-4562-8c7a-4f025741a188 with Priority: HIGHEST for action security_group_members [ 731.293032] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa4c97f-947d-4562-8c7a-4f025741a188 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.293032] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.293032] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.293302] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.293470] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.293598] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.293691] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.293863] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.293969] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.294101] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efa4c97f-947d-4562-8c7a-4f025741a188',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.360734] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.361472] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.361472] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.361472] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.361613] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.361783] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 already deleted. [ 731.361932] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.362663] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.362757] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.362840] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f5c1a41-584c-4e4e-a276-7f37308bc912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.798042] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.798042] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.798042] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.798042] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.798042] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.798042] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.798042] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.798042] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.798042] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.798042] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.798042] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efa4c97f-947d-4562-8c7a-4f025741a188 already deleted. [ 731.798042] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.882913] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.883085] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.883155] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.883377] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.883438] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.883526] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 already deleted. [ 731.883617] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.285561] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-827 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.285700] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-827" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.285766] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-827" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.286157] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-827" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.286421] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.286578] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.286684] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.286923] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.287135] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.287343] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.287453] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 732.287556] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 732.287659] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 732.287762] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.287862] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 732.287986] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 732.309057] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 732.309244] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 732.309378] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 732.309554] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-827" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.309869] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-dd01c5b8-da8e-45a1-a1f1-07c32288ba0c taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.310144] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-dd01c5b8-da8e-45a1-a1f1-07c32288ba0c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.310144] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-dd01c5b8-da8e-45a1-a1f1-07c32288ba0c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.310496] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-dd01c5b8-da8e-45a1-a1f1-07c32288ba0c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.310627] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd01c5b8-da8e-45a1-a1f1-07c32288ba0c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.809510] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d80ba68a-b076-4d3b-be24-8f2348659dda in Status: SUCCESS [ 732.809853] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.810026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.810261] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.810450] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.810568] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.810631] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.810783] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.810862] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.810943] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.811049] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d80ba68a-b076-4d3b-be24-8f2348659dda',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.812674] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.812850] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.812963] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.813197] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.813326] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.813460] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port dd01c5b8-da8e-45a1-a1f1-07c32288ba0c not found, creating... [ 732.813754] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.813916] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.814039] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.814239] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.814415] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.814651] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.815993] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.816160] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.816389] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.816529] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.816669] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: dd01c5b8-da8e-45a1-a1f1-07c32288ba0c is going to be created. [ 732.836757] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.836956] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.837244] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.837608] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.837854] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.838099] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-dd01c5b8-da8e-45a1-a1f1-07c32288ba0c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.312920] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d80ba68a-b076-4d3b-be24-8f2348659dda taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.313096] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.313636] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.313636] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.313636] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.313830] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.313830] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.314463] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.314463] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.314463] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.314463] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d80ba68a-b076-4d3b-be24-8f2348659dda taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.314463] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.314463] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.314729] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.314729] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.314811] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.314811] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.314965] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.315030] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.315087] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.315471] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d80ba68a-b076-4d3b-be24-8f2348659dda',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.590304] env[65476]: INFO networking_nsxv3.common.synchronization [req-a5fff8ec-ef94-4805-9606-d6c07981f854 req-df638ae3-ea0a-4ef4-9ed9-8a8cf53ea53f service nova] Enqueued Resource ID: efa4c97f-947d-4562-8c7a-4f025741a188 with Priority: HIGHEST for action security_group_rules [ 733.590434] env[65476]: INFO networking_nsxv3.common.synchronization [req-a5fff8ec-ef94-4805-9606-d6c07981f854 req-df638ae3-ea0a-4ef4-9ed9-8a8cf53ea53f service nova] Enqueued Resource ID: efa4c97f-947d-4562-8c7a-4f025741a188 with Priority: HIGHEST for action security_group_members [ 733.590592] env[65476]: INFO networking_nsxv3.common.synchronization [req-a5fff8ec-ef94-4805-9606-d6c07981f854 req-df638ae3-ea0a-4ef4-9ed9-8a8cf53ea53f service nova] Enqueued Resource ID: dd01c5b8-da8e-45a1-a1f1-07c32288ba0c with Priority: HIGHEST for action port [ 733.591151] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efa4c97f-947d-4562-8c7a-4f025741a188 with Priority: HIGHEST for action security_group_rules [ 733.591344] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efa4c97f-947d-4562-8c7a-4f025741a188 with Priority: HIGHEST for action security_group_members [ 733.591476] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd01c5b8-da8e-45a1-a1f1-07c32288ba0c with Priority: HIGHEST for action port [ 733.591788] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efa4c97f-947d-4562-8c7a-4f025741a188 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.592060] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.592060] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.592394] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.592394] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efa4c97f-947d-4562-8c7a-4f025741a188',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.593420] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa4c97f-947d-4562-8c7a-4f025741a188 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.593529] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.593529] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.593737] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.594653] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.594653] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.594653] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.594653] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.594653] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.594653] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efa4c97f-947d-4562-8c7a-4f025741a188',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.595309] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd01c5b8-da8e-45a1-a1f1-07c32288ba0c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.595454] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd01c5b8-da8e-45a1-a1f1-07c32288ba0c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.595538] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd01c5b8-da8e-45a1-a1f1-07c32288ba0c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.595718] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd01c5b8-da8e-45a1-a1f1-07c32288ba0c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.595785] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd01c5b8-da8e-45a1-a1f1-07c32288ba0c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.819540] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d80ba68a-b076-4d3b-be24-8f2348659dda: rpc.has_security_group_logging(os_id): False [ 733.841506] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.841506] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.841506] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.841506] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.841506] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.841506] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.841506] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.841506] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.841506] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.841506] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.841506] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.841506] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.841506] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.841506] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.841506] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.842157] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.842157] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.842157] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.842157] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.842157] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.842325] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d80ba68a-b076-4d3b-be24-8f2348659dda is going to be updated. [ 733.850906] env[65476]: INFO networking_nsxv3.common.synchronization [None req-b4fd4419-e4d8-4a1a-a467-631abe57f389 None None] Enqueued Resource ID: 1c863647-1e29-4bce-ba00-4fe50f8c5e25 with Priority: HIGHEST for action port [ 733.851225] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c863647-1e29-4bce-ba00-4fe50f8c5e25 with Priority: HIGHEST for action port [ 733.853579] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c863647-1e29-4bce-ba00-4fe50f8c5e25 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.853579] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c863647-1e29-4bce-ba00-4fe50f8c5e25" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.853579] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c863647-1e29-4bce-ba00-4fe50f8c5e25" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.853796] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c863647-1e29-4bce-ba00-4fe50f8c5e25" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.853796] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c863647-1e29-4bce-ba00-4fe50f8c5e25',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.919607] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.919786] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.919867] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.920101] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.920246] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.943821] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d80ba68a-b076-4d3b-be24-8f2348659dda in Status: IN_PROGRESS for 2s [ 734.098204] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efa4c97f-947d-4562-8c7a-4f025741a188',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.099791] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa4c97f-947d-4562-8c7a-4f025741a188 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.099791] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.100624] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd01c5b8-da8e-45a1-a1f1-07c32288ba0c with status ACTIVE [ 734.100624] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.100624] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.100624] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.100624] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.100924] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.100924] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.100924] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.101040] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.102431] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.102431] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.102431] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.102431] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.102431] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.102431] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.102431] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.102431] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd01c5b8-da8e-45a1-a1f1-07c32288ba0c is going to be updated. [ 734.131713] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.131713] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.131713] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.131959] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.132154] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.132374] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd01c5b8-da8e-45a1-a1f1-07c32288ba0c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.355748] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c863647-1e29-4bce-ba00-4fe50f8c5e25 [ 734.356022] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.356347] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.356347] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.356573] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.356707] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.356813] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c863647-1e29-4bce-ba00-4fe50f8c5e25 already deleted. [ 734.357258] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c863647-1e29-4bce-ba00-4fe50f8c5e25" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.605020] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efa4c97f-947d-4562-8c7a-4f025741a188',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.670988] env[65476]: INFO networking_nsxv3.common.synchronization [None req-3838bd1b-4ca0-4241-a095-166fbf8a6d3a None None] Enqueued Resource ID: 6038da67-1972-40c1-83e7-eca7cccec51d with Priority: HIGHEST for action port [ 734.672245] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6038da67-1972-40c1-83e7-eca7cccec51d with Priority: HIGHEST for action port [ 734.673070] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-6038da67-1972-40c1-83e7-eca7cccec51d taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.673279] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6038da67-1972-40c1-83e7-eca7cccec51d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.673423] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6038da67-1972-40c1-83e7-eca7cccec51d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.673622] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6038da67-1972-40c1-83e7-eca7cccec51d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.674275] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6038da67-1972-40c1-83e7-eca7cccec51d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.067365] env[65476]: INFO networking_nsxv3.common.synchronization [req-c902e8ee-8ade-49fb-990e-9074e62d5b73 req-093c353b-98ca-4814-b863-205079e5382a tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Enqueued Resource ID: adfc761e-fd03-4688-97d9-0d5bfa600956 with Priority: HIGHEST for action security_group_members [ 735.067944] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adfc761e-fd03-4688-97d9-0d5bfa600956 with Priority: HIGHEST for action security_group_members [ 735.068272] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-adfc761e-fd03-4688-97d9-0d5bfa600956 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.068390] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.068464] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.069040] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.069040] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.069040] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.069040] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.069273] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.069273] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.069504] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adfc761e-fd03-4688-97d9-0d5bfa600956',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.109111] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.109276] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.109423] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.109560] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.109946] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.110144] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efa4c97f-947d-4562-8c7a-4f025741a188 is going to be created. [ 735.141997] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.142248] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.142248] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.142405] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.142570] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.157023] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efa4c97f-947d-4562-8c7a-4f025741a188 in Status: UNINITIALIZED for 2s [ 735.180083] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6038da67-1972-40c1-83e7-eca7cccec51d [ 735.180083] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.180083] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.180083] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.180398] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.180398] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.180398] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6038da67-1972-40c1-83e7-eca7cccec51d already deleted. [ 735.180398] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6038da67-1972-40c1-83e7-eca7cccec51d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.575422] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.575584] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.575628] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.576312] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.576312] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.576312] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.576312] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.576312] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.576655] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.576655] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.576655] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adfc761e-fd03-4688-97d9-0d5bfa600956 already deleted. [ 735.576779] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.582058] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-924 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.582058] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-924" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.582058] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-924" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.582058] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-924" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.582058] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.582058] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.582058] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.582058] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.582058] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.582058] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 735.582058] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 735.582058] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 735.582058] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 735.582647] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 735.582647] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 735.582647] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 735.620032] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 735.620032] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 735.620032] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 735.620032] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-924" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.620032] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-7263e2e0-fc6c-469d-bacc-abc5899773cc taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.620032] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-7263e2e0-fc6c-469d-bacc-abc5899773cc" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.620032] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-7263e2e0-fc6c-469d-bacc-abc5899773cc" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.620512] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-7263e2e0-fc6c-469d-bacc-abc5899773cc" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.620512] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7263e2e0-fc6c-469d-bacc-abc5899773cc',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.960976] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d80ba68a-b076-4d3b-be24-8f2348659dda in Status: SUCCESS [ 735.961233] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.007365] env[65476]: INFO networking_nsxv3.common.synchronization [None req-cf8e45f1-b76a-4305-888c-a8019da91a5c None None] Enqueued Resource ID: e12ee785-1282-4ccf-acf0-4118b8b4a4f3 with Priority: HIGHEST for action port [ 736.007365] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e12ee785-1282-4ccf-acf0-4118b8b4a4f3 with Priority: HIGHEST for action port [ 736.007365] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-e12ee785-1282-4ccf-acf0-4118b8b4a4f3 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.007365] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e12ee785-1282-4ccf-acf0-4118b8b4a4f3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.007365] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e12ee785-1282-4ccf-acf0-4118b8b4a4f3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.007365] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e12ee785-1282-4ccf-acf0-4118b8b4a4f3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.007365] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e12ee785-1282-4ccf-acf0-4118b8b4a4f3',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.126133] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.126448] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.126533] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.126831] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.126985] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.127151] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port 7263e2e0-fc6c-469d-bacc-abc5899773cc not found, creating... [ 736.127409] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.127569] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.127679] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.127898] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.128738] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.129086] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.129249] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.129442] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.129670] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.129818] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.129958] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: 7263e2e0-fc6c-469d-bacc-abc5899773cc is going to be created. [ 736.159027] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.159027] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.159027] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.159442] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.159981] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.160467] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-7263e2e0-fc6c-469d-bacc-abc5899773cc" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.510657] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e12ee785-1282-4ccf-acf0-4118b8b4a4f3 [ 736.511158] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.511158] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.511158] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.511354] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.511354] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.511434] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e12ee785-1282-4ccf-acf0-4118b8b4a4f3 already deleted. [ 736.512036] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e12ee785-1282-4ccf-acf0-4118b8b4a4f3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.787689] env[65476]: INFO networking_nsxv3.common.synchronization [req-a5fff8ec-ef94-4805-9606-d6c07981f854 req-f6d1891c-8245-41af-be92-9160a7c4ed96 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Enqueued Resource ID: efa4c97f-947d-4562-8c7a-4f025741a188 with Priority: HIGHEST for action security_group_members [ 736.788255] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efa4c97f-947d-4562-8c7a-4f025741a188 with Priority: HIGHEST for action security_group_members [ 736.788902] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa4c97f-947d-4562-8c7a-4f025741a188 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.788902] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.973835] env[65476]: INFO networking_nsxv3.common.synchronization [req-c902e8ee-8ade-49fb-990e-9074e62d5b73 req-d9255e0b-2854-473a-9cd7-a1c9fc149793 service nova] Enqueued Resource ID: adfc761e-fd03-4688-97d9-0d5bfa600956 with Priority: HIGHEST for action security_group_rules [ 736.973835] env[65476]: INFO networking_nsxv3.common.synchronization [req-c902e8ee-8ade-49fb-990e-9074e62d5b73 req-d9255e0b-2854-473a-9cd7-a1c9fc149793 service nova] Enqueued Resource ID: adfc761e-fd03-4688-97d9-0d5bfa600956 with Priority: HIGHEST for action security_group_members [ 736.973999] env[65476]: INFO networking_nsxv3.common.synchronization [req-c902e8ee-8ade-49fb-990e-9074e62d5b73 req-d9255e0b-2854-473a-9cd7-a1c9fc149793 service nova] Enqueued Resource ID: 7263e2e0-fc6c-469d-bacc-abc5899773cc with Priority: HIGHEST for action port [ 736.975867] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adfc761e-fd03-4688-97d9-0d5bfa600956 with Priority: HIGHEST for action security_group_rules [ 736.976111] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adfc761e-fd03-4688-97d9-0d5bfa600956 with Priority: HIGHEST for action security_group_members [ 736.976252] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7263e2e0-fc6c-469d-bacc-abc5899773cc with Priority: HIGHEST for action port [ 736.976625] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-adfc761e-fd03-4688-97d9-0d5bfa600956 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.976708] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.976776] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.977091] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.977206] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('adfc761e-fd03-4688-97d9-0d5bfa600956',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.978541] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-adfc761e-fd03-4688-97d9-0d5bfa600956 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.978653] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.978702] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.978881] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.979363] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.979363] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.979363] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.979688] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.979828] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.979905] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adfc761e-fd03-4688-97d9-0d5bfa600956',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.981297] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-7263e2e0-fc6c-469d-bacc-abc5899773cc taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.981463] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7263e2e0-fc6c-469d-bacc-abc5899773cc" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.981563] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7263e2e0-fc6c-469d-bacc-abc5899773cc" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.981769] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7263e2e0-fc6c-469d-bacc-abc5899773cc" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.982060] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7263e2e0-fc6c-469d-bacc-abc5899773cc',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.169576] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efa4c97f-947d-4562-8c7a-4f025741a188 in Status: SUCCESS [ 737.169896] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.171081] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.171081] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.171081] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.171333] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.171333] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.171601] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.171725] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.173312] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.173312] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efa4c97f-947d-4562-8c7a-4f025741a188',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.173312] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.173509] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.173953] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.174087] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.174162] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.174327] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.174409] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.174595] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efa4c97f-947d-4562-8c7a-4f025741a188',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.205596] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-827 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.206008] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-827" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.206139] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-827" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.206399] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-827" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.206659] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.206811] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.206917] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.207301] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.207489] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.207722] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.207858] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 737.208449] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 737.208449] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 737.208449] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.208449] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 737.208449] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 737.230214] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 737.233384] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 737.233384] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 737.233384] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-827" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.233384] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-62ee39b9-424e-4add-8958-1c1ca406c7f6 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.233384] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-62ee39b9-424e-4add-8958-1c1ca406c7f6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.233384] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-62ee39b9-424e-4add-8958-1c1ca406c7f6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.233384] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-62ee39b9-424e-4add-8958-1c1ca406c7f6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.233384] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62ee39b9-424e-4add-8958-1c1ca406c7f6',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.320211] env[65476]: INFO networking_nsxv3.common.synchronization [None req-4d7d60af-b40e-475f-9260-d57694c6940d None None] Enqueued Resource ID: ff7ca8f0-f252-4e18-ac00-5c7f0d108c62 with Priority: HIGHEST for action port [ 737.320913] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff7ca8f0-f252-4e18-ac00-5c7f0d108c62 with Priority: HIGHEST for action port [ 737.321260] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff7ca8f0-f252-4e18-ac00-5c7f0d108c62 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.321711] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff7ca8f0-f252-4e18-ac00-5c7f0d108c62" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.321936] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff7ca8f0-f252-4e18-ac00-5c7f0d108c62" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.322030] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff7ca8f0-f252-4e18-ac00-5c7f0d108c62" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.322139] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff7ca8f0-f252-4e18-ac00-5c7f0d108c62',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.479417] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-adfc761e-fd03-4688-97d9-0d5bfa600956 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.480641] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.482366] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('adfc761e-fd03-4688-97d9-0d5bfa600956',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.484923] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7263e2e0-fc6c-469d-bacc-abc5899773cc with status ACTIVE [ 737.485128] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.485258] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.485323] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.485533] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.485624] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.485795] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.485891] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.485955] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.486207] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.486207] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.486359] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.486456] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.486505] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.486657] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.486730] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.486814] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7263e2e0-fc6c-469d-bacc-abc5899773cc is going to be updated. [ 737.510906] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.511097] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.511175] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.511336] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.511508] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.511716] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7263e2e0-fc6c-469d-bacc-abc5899773cc" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.678950] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa4c97f-947d-4562-8c7a-4f025741a188 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.678950] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.678950] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efa4c97f-947d-4562-8c7a-4f025741a188',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.737288] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.737288] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.737288] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.737288] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.737288] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.738217] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port 62ee39b9-424e-4add-8958-1c1ca406c7f6 not found, creating... [ 737.738217] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.738217] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.738217] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.738680] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.738680] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.738826] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.739019] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.739148] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.739517] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.739517] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.739646] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: 62ee39b9-424e-4add-8958-1c1ca406c7f6 is going to be created. [ 737.765540] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.766012] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.766103] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.766599] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.766722] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.766982] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-62ee39b9-424e-4add-8958-1c1ca406c7f6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.824558] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff7ca8f0-f252-4e18-ac00-5c7f0d108c62 [ 737.824558] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.824558] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.824864] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.824908] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.825310] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.825310] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff7ca8f0-f252-4e18-ac00-5c7f0d108c62 already deleted. [ 737.825310] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff7ca8f0-f252-4e18-ac00-5c7f0d108c62" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.990489] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('adfc761e-fd03-4688-97d9-0d5bfa600956',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.181210] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efa4c97f-947d-4562-8c7a-4f025741a188',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.492925] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.493128] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.493169] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.493396] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.493691] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.493691] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adfc761e-fd03-4688-97d9-0d5bfa600956 is going to be created. [ 738.526822] env[65476]: INFO networking_nsxv3.common.synchronization [req-a5fff8ec-ef94-4805-9606-d6c07981f854 req-6c0deaa2-ce53-4c07-9378-2f865136a552 service nova] Enqueued Resource ID: efa4c97f-947d-4562-8c7a-4f025741a188 with Priority: HIGHEST for action security_group_rules [ 738.526822] env[65476]: INFO networking_nsxv3.common.synchronization [req-a5fff8ec-ef94-4805-9606-d6c07981f854 req-6c0deaa2-ce53-4c07-9378-2f865136a552 service nova] Enqueued Resource ID: efa4c97f-947d-4562-8c7a-4f025741a188 with Priority: HIGHEST for action security_group_members [ 738.526822] env[65476]: INFO networking_nsxv3.common.synchronization [req-a5fff8ec-ef94-4805-9606-d6c07981f854 req-6c0deaa2-ce53-4c07-9378-2f865136a552 service nova] Enqueued Resource ID: 62ee39b9-424e-4add-8958-1c1ca406c7f6 with Priority: HIGHEST for action port [ 738.527071] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efa4c97f-947d-4562-8c7a-4f025741a188 with Priority: HIGHEST for action security_group_rules [ 738.528309] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efa4c97f-947d-4562-8c7a-4f025741a188 with Priority: HIGHEST for action security_group_members [ 738.528441] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ee39b9-424e-4add-8958-1c1ca406c7f6 with Priority: HIGHEST for action port [ 738.529522] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.529649] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.529725] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.531013] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.531218] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.533171] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efa4c97f-947d-4562-8c7a-4f025741a188 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.533171] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.533171] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa4c97f-947d-4562-8c7a-4f025741a188 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.533334] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.533534] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-62ee39b9-424e-4add-8958-1c1ca406c7f6 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.533720] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62ee39b9-424e-4add-8958-1c1ca406c7f6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.533720] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62ee39b9-424e-4add-8958-1c1ca406c7f6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.533903] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62ee39b9-424e-4add-8958-1c1ca406c7f6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.534017] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62ee39b9-424e-4add-8958-1c1ca406c7f6',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.552934] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adfc761e-fd03-4688-97d9-0d5bfa600956 in Status: UNINITIALIZED for 2s [ 738.685777] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.685777] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.685777] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.685777] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.685777] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.685777] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efa4c97f-947d-4562-8c7a-4f025741a188 is going to be updated. [ 738.722880] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.723071] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.723236] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.723414] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.723611] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.735486] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efa4c97f-947d-4562-8c7a-4f025741a188 in Status: IN_PROGRESS for 2s [ 739.036781] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62ee39b9-424e-4add-8958-1c1ca406c7f6 with status ACTIVE [ 739.037040] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.037189] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.037286] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.037505] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.037626] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.037783] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.037886] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.037945] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.038109] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.038185] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.038364] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.038491] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.038522] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.038646] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.038714] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.038799] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62ee39b9-424e-4add-8958-1c1ca406c7f6 is going to be updated. [ 739.069060] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.069436] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.069436] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.069535] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.069658] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.069821] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62ee39b9-424e-4add-8958-1c1ca406c7f6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.616965] env[65476]: INFO networking_nsxv3.common.synchronization [req-a5fff8ec-ef94-4805-9606-d6c07981f854 req-539199d7-8cc4-482b-bbb4-935276c899eb tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Enqueued Resource ID: efa4c97f-947d-4562-8c7a-4f025741a188 with Priority: HIGHEST for action security_group_members [ 739.618171] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efa4c97f-947d-4562-8c7a-4f025741a188 with Priority: HIGHEST for action security_group_members [ 739.619491] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa4c97f-947d-4562-8c7a-4f025741a188 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.619674] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.048614] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-827 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.048789] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-827" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.049473] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-827" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.049473] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-827" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.049658] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.049658] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.049798] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.050117] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.050215] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.050392] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.050496] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 740.050595] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 740.050697] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 740.050798] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.051058] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 740.051444] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 740.074184] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 740.074306] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 740.074465] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 740.074747] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-827" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.075880] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-33735437-c604-46e9-8072-ac243c67e990 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.076191] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-33735437-c604-46e9-8072-ac243c67e990" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.076406] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-33735437-c604-46e9-8072-ac243c67e990" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.076872] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-33735437-c604-46e9-8072-ac243c67e990" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.077104] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33735437-c604-46e9-8072-ac243c67e990',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.564114] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adfc761e-fd03-4688-97d9-0d5bfa600956 in Status: SUCCESS [ 740.564354] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.564631] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.564950] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.565253] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.565513] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.565617] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.565819] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.565963] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.566139] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.566302] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('adfc761e-fd03-4688-97d9-0d5bfa600956',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.579163] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.579381] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.579487] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.579768] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.579919] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.580079] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port 33735437-c604-46e9-8072-ac243c67e990 not found, creating... [ 740.580358] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.580608] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.580714] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.580894] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.581035] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.581463] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.581647] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.583157] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.583157] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.583157] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.583157] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: 33735437-c604-46e9-8072-ac243c67e990 is going to be created. [ 740.612161] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.612544] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.612768] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.613186] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.613591] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.613930] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-33735437-c604-46e9-8072-ac243c67e990" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.748576] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efa4c97f-947d-4562-8c7a-4f025741a188 in Status: SUCCESS [ 740.749759] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.750058] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.750354] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.750679] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.750845] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.751564] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.751564] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.751564] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.751564] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.751705] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa4c97f-947d-4562-8c7a-4f025741a188 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.751705] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.751784] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.751931] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.752072] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.752187] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.752258] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.752444] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.752539] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.752587] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.752679] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efa4c97f-947d-4562-8c7a-4f025741a188',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.753828] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.753828] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.754119] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.754267] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.754330] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.754489] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.754559] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.754670] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efa4c97f-947d-4562-8c7a-4f025741a188',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.069318] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-adfc761e-fd03-4688-97d9-0d5bfa600956 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.069318] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.069318] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.069644] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.069935] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.070146] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.070358] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.070537] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.070673] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.070801] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.071389] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-adfc761e-fd03-4688-97d9-0d5bfa600956 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.071389] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.071389] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.071389] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.071994] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.071994] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.071994] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.072134] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.072236] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.072379] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.072512] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('adfc761e-fd03-4688-97d9-0d5bfa600956',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.257116] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efa4c97f-947d-4562-8c7a-4f025741a188: rpc.has_security_group_logging(os_id): False [ 741.258343] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efa4c97f-947d-4562-8c7a-4f025741a188',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.280773] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.280973] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.281059] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.281328] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.281465] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.281603] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.281748] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.281748] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.281935] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.282025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.282284] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.282389] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.282482] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.282650] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.282723] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.283037] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.283037] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.283147] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.283219] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.283292] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.283379] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efa4c97f-947d-4562-8c7a-4f025741a188 is going to be created. [ 741.350369] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.350539] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.350614] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.350865] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.351089] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.364646] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efa4c97f-947d-4562-8c7a-4f025741a188 in Status: IN_PROGRESS for 2s [ 741.574287] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for adfc761e-fd03-4688-97d9-0d5bfa600956: rpc.has_security_group_logging(os_id): False [ 741.592982] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.593156] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.593267] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.593444] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.593539] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.593814] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.593930] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.594033] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.594202] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.594326] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.594481] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.594578] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.594639] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.594779] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.594852] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.595042] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.595138] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.595198] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.595335] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.595409] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.595492] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adfc761e-fd03-4688-97d9-0d5bfa600956 is going to be created. [ 741.658800] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.658970] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.659038] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.659360] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.659414] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.672940] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: adfc761e-fd03-4688-97d9-0d5bfa600956 in Status: IN_PROGRESS for 2s [ 741.760619] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efa4c97f-947d-4562-8c7a-4f025741a188',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.790179] env[65476]: INFO networking_nsxv3.common.synchronization [req-a5fff8ec-ef94-4805-9606-d6c07981f854 req-cf6129b5-f6c0-4abb-b5da-e0c3dbdb7ffb service nova] Enqueued Resource ID: efa4c97f-947d-4562-8c7a-4f025741a188 with Priority: HIGHEST for action security_group_rules [ 741.790398] env[65476]: INFO networking_nsxv3.common.synchronization [req-a5fff8ec-ef94-4805-9606-d6c07981f854 req-cf6129b5-f6c0-4abb-b5da-e0c3dbdb7ffb service nova] Enqueued Resource ID: efa4c97f-947d-4562-8c7a-4f025741a188 with Priority: HIGHEST for action security_group_members [ 741.790546] env[65476]: INFO networking_nsxv3.common.synchronization [req-a5fff8ec-ef94-4805-9606-d6c07981f854 req-cf6129b5-f6c0-4abb-b5da-e0c3dbdb7ffb service nova] Enqueued Resource ID: 33735437-c604-46e9-8072-ac243c67e990 with Priority: HIGHEST for action port [ 741.791197] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efa4c97f-947d-4562-8c7a-4f025741a188 with Priority: HIGHEST for action security_group_rules [ 741.791476] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efa4c97f-947d-4562-8c7a-4f025741a188 with Priority: HIGHEST for action security_group_members [ 741.791646] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33735437-c604-46e9-8072-ac243c67e990 with Priority: HIGHEST for action port [ 741.792025] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efa4c97f-947d-4562-8c7a-4f025741a188 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.792119] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.792358] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa4c97f-947d-4562-8c7a-4f025741a188 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.792457] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.792663] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-33735437-c604-46e9-8072-ac243c67e990 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.792778] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33735437-c604-46e9-8072-ac243c67e990" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.792944] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33735437-c604-46e9-8072-ac243c67e990" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.793144] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33735437-c604-46e9-8072-ac243c67e990" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.793282] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33735437-c604-46e9-8072-ac243c67e990',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.265971] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.266273] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.266416] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.266593] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.267189] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.267189] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efa4c97f-947d-4562-8c7a-4f025741a188 is going to be updated. [ 742.298536] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33735437-c604-46e9-8072-ac243c67e990 with status ACTIVE [ 742.299029] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.299029] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.299029] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.299246] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.299385] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.303025] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.303025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.303025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.303025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.303025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.303025] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.303025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.303025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.303025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.303025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.303025] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33735437-c604-46e9-8072-ac243c67e990 is going to be updated. [ 742.324880] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.324880] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.324880] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.324880] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.324880] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.324880] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33735437-c604-46e9-8072-ac243c67e990" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.325759] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.325869] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.326449] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.326678] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.326945] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.338523] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efa4c97f-947d-4562-8c7a-4f025741a188 in Status: IN_PROGRESS for 2s [ 743.384313] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efa4c97f-947d-4562-8c7a-4f025741a188 in Status: SUCCESS [ 743.385303] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.385543] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.385637] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.385779] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efa4c97f-947d-4562-8c7a-4f025741a188',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.688915] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: adfc761e-fd03-4688-97d9-0d5bfa600956 in Status: SUCCESS [ 743.688915] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.888399] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa4c97f-947d-4562-8c7a-4f025741a188 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.888527] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.350440] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efa4c97f-947d-4562-8c7a-4f025741a188 in Status: SUCCESS [ 744.350726] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.350989] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.351339] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.351615] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.351780] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.351875] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.352124] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.352264] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.353094] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efa4c97f-947d-4562-8c7a-4f025741a188',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.859674] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efa4c97f-947d-4562-8c7a-4f025741a188',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.361844] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efa4c97f-947d-4562-8c7a-4f025741a188',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.803517] env[65476]: INFO networking_nsxv3.common.synchronization [req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 req-cc670ff6-5406-434d-a748-c15ee6498520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Enqueued Resource ID: 358387f9-c463-4459-81a7-b1c1bb0e9b89 with Priority: HIGHEST for action security_group_members [ 745.804324] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 358387f9-c463-4459-81a7-b1c1bb0e9b89 with Priority: HIGHEST for action security_group_members [ 745.805850] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-358387f9-c463-4459-81a7-b1c1bb0e9b89 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.805850] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-358387f9-c463-4459-81a7-b1c1bb0e9b89" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.805850] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-358387f9-c463-4459-81a7-b1c1bb0e9b89" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.805850] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-358387f9-c463-4459-81a7-b1c1bb0e9b89" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.805850] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.805850] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.805850] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.806239] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.806239] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.806307] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('358387f9-c463-4459-81a7-b1c1bb0e9b89',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.865346] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.865653] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.865653] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.865780] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.865866] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.865965] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efa4c97f-947d-4562-8c7a-4f025741a188 is going to be updated. [ 745.899010] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.899181] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.899233] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.899443] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.899618] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.912685] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efa4c97f-947d-4562-8c7a-4f025741a188 in Status: IN_PROGRESS for 2s [ 746.313822] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.313822] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.313822] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.313822] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.313822] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.313822] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.313822] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.313822] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.313822] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.313822] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.313822] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 358387f9-c463-4459-81a7-b1c1bb0e9b89 already deleted. [ 746.313822] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-358387f9-c463-4459-81a7-b1c1bb0e9b89" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.315419] env[65476]: INFO networking_nsxv3.common.synchronization [None req-aad96970-a5aa-40d4-a68d-fef421803359 None None] Enqueued Resource ID: b46c3ee2-c227-4fad-89cf-b616a31fdea4 with Priority: HIGHEST for action port [ 746.315818] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b46c3ee2-c227-4fad-89cf-b616a31fdea4 with Priority: HIGHEST for action port [ 746.316475] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-b46c3ee2-c227-4fad-89cf-b616a31fdea4 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.316475] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b46c3ee2-c227-4fad-89cf-b616a31fdea4" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.316475] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b46c3ee2-c227-4fad-89cf-b616a31fdea4" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.316699] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b46c3ee2-c227-4fad-89cf-b616a31fdea4" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.316699] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b46c3ee2-c227-4fad-89cf-b616a31fdea4',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.364164] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-988 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.364893] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-988" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.365052] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-988" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.365369] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-988" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.365633] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.365784] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.365894] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.366114] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.366273] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.366526] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.366848] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.367041] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.367244] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.367372] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.367477] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.367609] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 746.387788] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 746.388066] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 746.388266] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 746.388561] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-988" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.389091] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-b894dd04-80b1-4bf7-89b3-5982c1a66c46 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.389091] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-b894dd04-80b1-4bf7-89b3-5982c1a66c46" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.389510] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-b894dd04-80b1-4bf7-89b3-5982c1a66c46" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.389772] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-b894dd04-80b1-4bf7-89b3-5982c1a66c46" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.390049] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b894dd04-80b1-4bf7-89b3-5982c1a66c46',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.823644] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b46c3ee2-c227-4fad-89cf-b616a31fdea4 [ 746.824407] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.824479] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.824600] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.824866] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.824963] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.825112] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b46c3ee2-c227-4fad-89cf-b616a31fdea4 already deleted. [ 746.825339] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b46c3ee2-c227-4fad-89cf-b616a31fdea4" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.896299] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.896706] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.896706] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.897229] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.897338] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.897988] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port b894dd04-80b1-4bf7-89b3-5982c1a66c46 not found, creating... [ 746.897988] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.898214] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.898385] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.898772] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.900035] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.900035] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.900035] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.900035] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.900035] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.900035] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.900377] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: b894dd04-80b1-4bf7-89b3-5982c1a66c46 is going to be created. [ 746.929190] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.929507] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.929592] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.930896] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.930896] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.930896] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-b894dd04-80b1-4bf7-89b3-5982c1a66c46" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.639397] env[65476]: INFO networking_nsxv3.common.synchronization [req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 req-f12a702c-0858-4325-a292-ec872ab135fa service nova] Enqueued Resource ID: 358387f9-c463-4459-81a7-b1c1bb0e9b89 with Priority: HIGHEST for action security_group_rules [ 747.639615] env[65476]: INFO networking_nsxv3.common.synchronization [req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 req-f12a702c-0858-4325-a292-ec872ab135fa service nova] Enqueued Resource ID: 358387f9-c463-4459-81a7-b1c1bb0e9b89 with Priority: HIGHEST for action security_group_members [ 747.639830] env[65476]: INFO networking_nsxv3.common.synchronization [req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 req-f12a702c-0858-4325-a292-ec872ab135fa service nova] Enqueued Resource ID: b894dd04-80b1-4bf7-89b3-5982c1a66c46 with Priority: HIGHEST for action port [ 747.640435] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 358387f9-c463-4459-81a7-b1c1bb0e9b89 with Priority: HIGHEST for action security_group_rules [ 747.640616] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 358387f9-c463-4459-81a7-b1c1bb0e9b89 with Priority: HIGHEST for action security_group_members [ 747.640794] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b894dd04-80b1-4bf7-89b3-5982c1a66c46 with Priority: HIGHEST for action port [ 747.641180] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-358387f9-c463-4459-81a7-b1c1bb0e9b89 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.641387] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-358387f9-c463-4459-81a7-b1c1bb0e9b89" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.641523] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-358387f9-c463-4459-81a7-b1c1bb0e9b89" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.641798] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-358387f9-c463-4459-81a7-b1c1bb0e9b89" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.641940] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('358387f9-c463-4459-81a7-b1c1bb0e9b89',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.643822] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-358387f9-c463-4459-81a7-b1c1bb0e9b89 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.643822] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-358387f9-c463-4459-81a7-b1c1bb0e9b89" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.643822] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-358387f9-c463-4459-81a7-b1c1bb0e9b89" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.643822] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-358387f9-c463-4459-81a7-b1c1bb0e9b89" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.644015] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.644015] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.644015] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.644167] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.644611] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.644611] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('358387f9-c463-4459-81a7-b1c1bb0e9b89',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.646374] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-b894dd04-80b1-4bf7-89b3-5982c1a66c46 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.646374] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b894dd04-80b1-4bf7-89b3-5982c1a66c46" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.646374] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b894dd04-80b1-4bf7-89b3-5982c1a66c46" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.646374] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b894dd04-80b1-4bf7-89b3-5982c1a66c46" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.646374] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b894dd04-80b1-4bf7-89b3-5982c1a66c46',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.927914] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efa4c97f-947d-4562-8c7a-4f025741a188 in Status: SUCCESS [ 747.928330] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.928663] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.928839] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.929130] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.929271] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.929315] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.929548] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.929685] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.929819] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efa4c97f-947d-4562-8c7a-4f025741a188',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.150495] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-358387f9-c463-4459-81a7-b1c1bb0e9b89 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.150495] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-358387f9-c463-4459-81a7-b1c1bb0e9b89" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.150495] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('358387f9-c463-4459-81a7-b1c1bb0e9b89',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.150495] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b894dd04-80b1-4bf7-89b3-5982c1a66c46 with status ACTIVE [ 748.150495] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.150495] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.150495] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.150495] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.150495] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.150495] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.150495] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.152509] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.152509] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.152509] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.152509] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.153243] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.153425] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.153707] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.153925] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.154407] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b894dd04-80b1-4bf7-89b3-5982c1a66c46 is going to be updated. [ 748.236478] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.236478] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.236478] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.236478] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.236478] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.236478] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b894dd04-80b1-4bf7-89b3-5982c1a66c46" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.312064] env[65476]: INFO networking_nsxv3.common.synchronization [req-c93acf8b-ae71-4807-b732-026a66df2a62 req-c373cbfe-186e-4d23-a447-3db11e719a84 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Enqueued Resource ID: 4fece061-3d2e-49ae-812d-cff782500406 with Priority: HIGHEST for action security_group_members [ 748.314174] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fece061-3d2e-49ae-812d-cff782500406 with Priority: HIGHEST for action security_group_members [ 748.314537] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fece061-3d2e-49ae-812d-cff782500406 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.314747] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.315068] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.315374] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.315817] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.316099] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.316204] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.316587] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.316678] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.316851] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fece061-3d2e-49ae-812d-cff782500406',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.432952] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efa4c97f-947d-4562-8c7a-4f025741a188',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.657951] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('358387f9-c463-4459-81a7-b1c1bb0e9b89',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.745618] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.745618] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.745618] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.745618] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.746267] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.747116] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.747116] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.747116] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.747447] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.749725] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 748.749725] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 748.749725] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 748.749725] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 748.749725] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 748.749725] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 748.749725] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 748.774718] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 748.774718] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 748.775488] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 748.775764] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.776714] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-5e010650-0515-4c72-ae8e-38303c5718a5 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.776920] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-5e010650-0515-4c72-ae8e-38303c5718a5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.777069] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-5e010650-0515-4c72-ae8e-38303c5718a5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.777414] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-5e010650-0515-4c72-ae8e-38303c5718a5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.777550] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e010650-0515-4c72-ae8e-38303c5718a5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.819472] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fece061-3d2e-49ae-812d-cff782500406',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.936987] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efa4c97f-947d-4562-8c7a-4f025741a188',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.089028] env[65476]: INFO networking_nsxv3.common.synchronization [None req-fc98a64a-dfff-409a-8277-dcf44b9a2991 None None] Enqueued Resource ID: bdbf3221-ae19-432c-a1f5-327998ba50f2 with Priority: HIGHEST for action port [ 749.089873] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdbf3221-ae19-432c-a1f5-327998ba50f2 with Priority: HIGHEST for action port [ 749.089873] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdbf3221-ae19-432c-a1f5-327998ba50f2 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.089873] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdbf3221-ae19-432c-a1f5-327998ba50f2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.089873] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdbf3221-ae19-432c-a1f5-327998ba50f2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.090286] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdbf3221-ae19-432c-a1f5-327998ba50f2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.090286] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdbf3221-ae19-432c-a1f5-327998ba50f2',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.160572] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.161043] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.161171] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.161498] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.161649] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.161839] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 358387f9-c463-4459-81a7-b1c1bb0e9b89 is going to be created. [ 749.177934] env[65476]: INFO networking_nsxv3.common.synchronization [None req-a1a504ed-cabb-4906-b6a9-a6e1ca27c152 None None] Enqueued Resource ID: 346af984-5c71-4f91-be85-a3cef71a9ba5 with Priority: HIGHEST for action port [ 749.178312] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 346af984-5c71-4f91-be85-a3cef71a9ba5 with Priority: HIGHEST for action port [ 749.179271] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-346af984-5c71-4f91-be85-a3cef71a9ba5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.179744] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-346af984-5c71-4f91-be85-a3cef71a9ba5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.179877] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-346af984-5c71-4f91-be85-a3cef71a9ba5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.180315] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-346af984-5c71-4f91-be85-a3cef71a9ba5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.181073] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('346af984-5c71-4f91-be85-a3cef71a9ba5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.191465] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.191651] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.191941] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.192080] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.192308] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.204898] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 358387f9-c463-4459-81a7-b1c1bb0e9b89 in Status: UNINITIALIZED for 2s [ 749.279983] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.280418] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.280497] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.280913] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.281074] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.281228] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port 5e010650-0515-4c72-ae8e-38303c5718a5 not found, creating... [ 749.281713] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.281888] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.281888] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.282155] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.282359] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.282654] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.282837] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.282971] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.283221] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.283377] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.283539] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: 5e010650-0515-4c72-ae8e-38303c5718a5 is going to be created. [ 749.306908] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.307143] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.307267] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.307573] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.307858] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.308111] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-5e010650-0515-4c72-ae8e-38303c5718a5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.323506] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fece061-3d2e-49ae-812d-cff782500406',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.438907] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.439272] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.439272] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.440553] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.440553] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.440553] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efa4c97f-947d-4562-8c7a-4f025741a188 is going to be updated. [ 749.475406] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.475558] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.475868] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.475868] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.476020] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.491244] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efa4c97f-947d-4562-8c7a-4f025741a188 in Status: IN_PROGRESS for 2s [ 749.592926] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bdbf3221-ae19-432c-a1f5-327998ba50f2 [ 749.593209] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.593378] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.593465] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.593688] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.593806] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.593912] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bdbf3221-ae19-432c-a1f5-327998ba50f2 already deleted. [ 749.594013] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdbf3221-ae19-432c-a1f5-327998ba50f2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.684567] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 346af984-5c71-4f91-be85-a3cef71a9ba5 [ 749.684811] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.684914] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.684998] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.685234] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.685321] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.685424] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:346af984-5c71-4f91-be85-a3cef71a9ba5 already deleted. [ 749.685505] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-346af984-5c71-4f91-be85-a3cef71a9ba5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.826957] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.826957] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.827149] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.827427] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.827701] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.827897] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fece061-3d2e-49ae-812d-cff782500406 is going to be updated. [ 749.859044] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.859044] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.859044] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.859044] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.859044] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.873220] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fece061-3d2e-49ae-812d-cff782500406 in Status: IN_PROGRESS for 2s [ 750.079447] env[65476]: INFO networking_nsxv3.common.synchronization [req-c93acf8b-ae71-4807-b732-026a66df2a62 req-54cfc41f-24b2-4305-baee-79affe0b0878 service nova] Enqueued Resource ID: 4fece061-3d2e-49ae-812d-cff782500406 with Priority: HIGHEST for action security_group_rules [ 750.079447] env[65476]: INFO networking_nsxv3.common.synchronization [req-c93acf8b-ae71-4807-b732-026a66df2a62 req-54cfc41f-24b2-4305-baee-79affe0b0878 service nova] Enqueued Resource ID: 4fece061-3d2e-49ae-812d-cff782500406 with Priority: HIGHEST for action security_group_members [ 750.079447] env[65476]: INFO networking_nsxv3.common.synchronization [req-c93acf8b-ae71-4807-b732-026a66df2a62 req-54cfc41f-24b2-4305-baee-79affe0b0878 service nova] Enqueued Resource ID: 5e010650-0515-4c72-ae8e-38303c5718a5 with Priority: HIGHEST for action port [ 750.079447] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fece061-3d2e-49ae-812d-cff782500406 with Priority: HIGHEST for action security_group_rules [ 750.079447] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fece061-3d2e-49ae-812d-cff782500406 with Priority: HIGHEST for action security_group_members [ 750.079447] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e010650-0515-4c72-ae8e-38303c5718a5 with Priority: HIGHEST for action port [ 750.079447] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fece061-3d2e-49ae-812d-cff782500406 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.079447] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.079447] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.079447] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.079447] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fece061-3d2e-49ae-812d-cff782500406',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.082304] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fece061-3d2e-49ae-812d-cff782500406 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.082849] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.083210] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e010650-0515-4c72-ae8e-38303c5718a5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.083546] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e010650-0515-4c72-ae8e-38303c5718a5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.083701] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e010650-0515-4c72-ae8e-38303c5718a5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.083963] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e010650-0515-4c72-ae8e-38303c5718a5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.084130] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e010650-0515-4c72-ae8e-38303c5718a5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.588070] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fece061-3d2e-49ae-812d-cff782500406 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.588070] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.590240] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e010650-0515-4c72-ae8e-38303c5718a5 with status ACTIVE [ 750.590634] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.590634] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.590770] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.590932] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.591046] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.591935] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.591935] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.591935] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.592165] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.592260] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.592449] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.592547] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.592616] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.592761] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.592831] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.593486] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e010650-0515-4c72-ae8e-38303c5718a5 is going to be updated. [ 750.622288] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.622288] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.622288] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.622288] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.622288] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.622288] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e010650-0515-4c72-ae8e-38303c5718a5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.214938] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 358387f9-c463-4459-81a7-b1c1bb0e9b89 in Status: UNINITIALIZED for 4s [ 751.504374] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efa4c97f-947d-4562-8c7a-4f025741a188 in Status: SUCCESS [ 751.504693] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.505893] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.506141] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.506359] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.506494] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.506651] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.506714] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.506796] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.506881] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.506970] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efa4c97f-947d-4562-8c7a-4f025741a188',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.889361] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fece061-3d2e-49ae-812d-cff782500406 in Status: SUCCESS [ 751.889361] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.889361] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.889361] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.889361] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.889361] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.889361] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.889361] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.889361] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.889361] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fece061-3d2e-49ae-812d-cff782500406',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.937878] env[65476]: INFO networking_nsxv3.common.synchronization [None req-3ecf0a04-7e23-4b12-af66-073155ba993a None None] Enqueued Resource ID: 0782546d-e39b-4754-8210-a162dbb563dd with Priority: HIGHEST for action port [ 751.938794] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0782546d-e39b-4754-8210-a162dbb563dd with Priority: HIGHEST for action port [ 751.939479] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-0782546d-e39b-4754-8210-a162dbb563dd taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.939624] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0782546d-e39b-4754-8210-a162dbb563dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.939691] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0782546d-e39b-4754-8210-a162dbb563dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.940089] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0782546d-e39b-4754-8210-a162dbb563dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.940089] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0782546d-e39b-4754-8210-a162dbb563dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.010189] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa4c97f-947d-4562-8c7a-4f025741a188 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.010311] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.010311] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.010622] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.010880] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.010981] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.011117] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.011267] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.011832] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.011832] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.011832] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa4c97f-947d-4562-8c7a-4f025741a188 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.011832] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.011832] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.012193] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.012525] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.012682] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.012763] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.014461] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.014461] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.014461] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.014461] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efa4c97f-947d-4562-8c7a-4f025741a188',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.391228] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fece061-3d2e-49ae-812d-cff782500406',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.443506] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0782546d-e39b-4754-8210-a162dbb563dd [ 752.445182] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.445182] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.445182] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.445182] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.445182] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.445182] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0782546d-e39b-4754-8210-a162dbb563dd already deleted. [ 752.445182] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0782546d-e39b-4754-8210-a162dbb563dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.517766] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efa4c97f-947d-4562-8c7a-4f025741a188: rpc.has_security_group_logging(os_id): False [ 752.534829] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.534829] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.534829] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.535226] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.535413] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.535709] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.535895] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.536041] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.536274] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.536363] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.536606] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.536743] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.536810] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.537259] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.537387] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.537676] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.537857] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.538049] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.538244] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.538356] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.538497] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efa4c97f-947d-4562-8c7a-4f025741a188 is going to be updated. [ 752.602620] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.602885] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.602885] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.603079] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.603228] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.617644] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efa4c97f-947d-4562-8c7a-4f025741a188 in Status: IN_PROGRESS for 2s [ 752.723396] env[65476]: INFO networking_nsxv3.common.synchronization [req-4a27b506-2703-4f4b-ab47-1b21ac853a06 req-f3ccd228-9b9c-4c55-a916-dd09421c839b tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Enqueued Resource ID: 0b12addc-823c-4a95-a085-d4bb69d13f36 with Priority: HIGHEST for action security_group_members [ 752.724211] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b12addc-823c-4a95-a085-d4bb69d13f36 with Priority: HIGHEST for action security_group_members [ 752.724662] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b12addc-823c-4a95-a085-d4bb69d13f36 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.724887] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b12addc-823c-4a95-a085-d4bb69d13f36" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.725042] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b12addc-823c-4a95-a085-d4bb69d13f36" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.728065] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b12addc-823c-4a95-a085-d4bb69d13f36" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.728065] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.728065] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.728065] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.728065] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.728065] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.728065] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b12addc-823c-4a95-a085-d4bb69d13f36',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.894363] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fece061-3d2e-49ae-812d-cff782500406',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.233020] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 358387f9-c463-4459-81a7-b1c1bb0e9b89 in Status: SUCCESS [ 753.233020] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-358387f9-c463-4459-81a7-b1c1bb0e9b89" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.233020] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.233020] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.233020] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.233020] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.233020] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.233020] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.233020] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.233020] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.233020] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.233020] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.233020] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b12addc-823c-4a95-a085-d4bb69d13f36 already deleted. [ 753.233020] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b12addc-823c-4a95-a085-d4bb69d13f36" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.233020] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-358387f9-c463-4459-81a7-b1c1bb0e9b89" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.233020] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-358387f9-c463-4459-81a7-b1c1bb0e9b89" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.233733] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.233733] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.233733] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.233733] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.233733] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.233733] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-358387f9-c463-4459-81a7-b1c1bb0e9b89" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.233733] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('358387f9-c463-4459-81a7-b1c1bb0e9b89',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.344353] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-566 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.344557] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-566" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.344655] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-566" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.345098] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-566" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.345402] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.345543] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.345692] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.345955] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.346120] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.346346] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 753.346456] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 753.346590] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 753.346654] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 753.346771] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 753.346846] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 753.346971] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 753.371329] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 753.371634] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 753.371732] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 753.371921] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-566" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.372442] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-9c9c8cab-106c-4040-9a03-b305cb18669f taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.372701] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-9c9c8cab-106c-4040-9a03-b305cb18669f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.372868] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-9c9c8cab-106c-4040-9a03-b305cb18669f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.373275] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-9c9c8cab-106c-4040-9a03-b305cb18669f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.373489] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c9c8cab-106c-4040-9a03-b305cb18669f',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.398109] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.398466] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.398466] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.398652] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.398777] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.398924] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fece061-3d2e-49ae-812d-cff782500406 is going to be updated. [ 753.436311] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.438023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.438023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.438023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.438023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.450773] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fece061-3d2e-49ae-812d-cff782500406 in Status: IN_PROGRESS for 2s [ 753.738099] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('358387f9-c463-4459-81a7-b1c1bb0e9b89',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.876420] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.876649] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.876772] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.877075] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.877221] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.877370] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port 9c9c8cab-106c-4040-9a03-b305cb18669f not found, creating... [ 753.877625] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.877779] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.877884] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.878122] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.878250] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.878521] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.878669] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.878780] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.879082] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.879219] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.879352] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: 9c9c8cab-106c-4040-9a03-b305cb18669f is going to be created. [ 753.900858] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.901102] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.901224] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.901497] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.901773] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.902009] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-9c9c8cab-106c-4040-9a03-b305cb18669f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.240938] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 358387f9-c463-4459-81a7-b1c1bb0e9b89: rpc.has_security_group_logging(os_id): False [ 754.259065] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.259253] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.259317] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.259496] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.259588] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.259920] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.260040] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.260130] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.260351] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.260423] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.260512] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 358387f9-c463-4459-81a7-b1c1bb0e9b89 is going to be created. [ 754.331950] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.332162] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.332162] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.332422] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.332732] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.346138] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 358387f9-c463-4459-81a7-b1c1bb0e9b89 in Status: IN_PROGRESS for 2s [ 754.634343] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efa4c97f-947d-4562-8c7a-4f025741a188 in Status: SUCCESS [ 754.634706] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.634877] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.635237] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.635237] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efa4c97f-947d-4562-8c7a-4f025741a188',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.660045] env[65476]: INFO networking_nsxv3.common.synchronization [req-4a27b506-2703-4f4b-ab47-1b21ac853a06 req-6611f47e-3c6a-45ea-800b-75b7fac39f18 service nova] Enqueued Resource ID: 0b12addc-823c-4a95-a085-d4bb69d13f36 with Priority: HIGHEST for action security_group_rules [ 754.660218] env[65476]: INFO networking_nsxv3.common.synchronization [req-4a27b506-2703-4f4b-ab47-1b21ac853a06 req-6611f47e-3c6a-45ea-800b-75b7fac39f18 service nova] Enqueued Resource ID: 0b12addc-823c-4a95-a085-d4bb69d13f36 with Priority: HIGHEST for action security_group_members [ 754.660351] env[65476]: INFO networking_nsxv3.common.synchronization [req-4a27b506-2703-4f4b-ab47-1b21ac853a06 req-6611f47e-3c6a-45ea-800b-75b7fac39f18 service nova] Enqueued Resource ID: 9c9c8cab-106c-4040-9a03-b305cb18669f with Priority: HIGHEST for action port [ 754.660894] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b12addc-823c-4a95-a085-d4bb69d13f36 with Priority: HIGHEST for action security_group_rules [ 754.661124] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b12addc-823c-4a95-a085-d4bb69d13f36 with Priority: HIGHEST for action security_group_members [ 754.661243] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c9c8cab-106c-4040-9a03-b305cb18669f with Priority: HIGHEST for action port [ 754.661640] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b12addc-823c-4a95-a085-d4bb69d13f36 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.661785] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b12addc-823c-4a95-a085-d4bb69d13f36" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.661844] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b12addc-823c-4a95-a085-d4bb69d13f36" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.662313] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b12addc-823c-4a95-a085-d4bb69d13f36" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.662390] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b12addc-823c-4a95-a085-d4bb69d13f36',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.664283] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b12addc-823c-4a95-a085-d4bb69d13f36 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.664398] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b12addc-823c-4a95-a085-d4bb69d13f36" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.664514] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b12addc-823c-4a95-a085-d4bb69d13f36" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.664804] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b12addc-823c-4a95-a085-d4bb69d13f36" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.664976] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.665100] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.665175] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.665319] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.665394] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.665491] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b12addc-823c-4a95-a085-d4bb69d13f36',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.666783] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c9c8cab-106c-4040-9a03-b305cb18669f taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.666910] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c9c8cab-106c-4040-9a03-b305cb18669f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.667222] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c9c8cab-106c-4040-9a03-b305cb18669f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.667385] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c9c8cab-106c-4040-9a03-b305cb18669f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.667468] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c9c8cab-106c-4040-9a03-b305cb18669f',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.139679] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa4c97f-947d-4562-8c7a-4f025741a188 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.139679] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.142142] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.142142] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.142142] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.142142] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.142142] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.142142] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.142142] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.142142] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.142142] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efa4c97f-947d-4562-8c7a-4f025741a188',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.165735] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b12addc-823c-4a95-a085-d4bb69d13f36 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.165735] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b12addc-823c-4a95-a085-d4bb69d13f36" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.167545] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b12addc-823c-4a95-a085-d4bb69d13f36',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.168948] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c9c8cab-106c-4040-9a03-b305cb18669f with status ACTIVE [ 755.169679] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.169679] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.169679] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.169679] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.169897] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.169993] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.170136] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.170221] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.170408] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.170515] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.170965] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.170965] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.170965] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.171130] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.171130] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.171228] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c9c8cab-106c-4040-9a03-b305cb18669f is going to be updated. [ 755.195761] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.196765] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.196765] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.196765] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.196765] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.196765] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c9c8cab-106c-4040-9a03-b305cb18669f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.461178] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fece061-3d2e-49ae-812d-cff782500406 in Status: SUCCESS [ 755.461422] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.461603] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.461842] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.462043] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.462165] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.462231] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.462383] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.462462] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.462567] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.462677] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4fece061-3d2e-49ae-812d-cff782500406',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.644174] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa4c97f-947d-4562-8c7a-4f025741a188 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.644904] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.645155] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.645498] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.645820] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.646080] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.646241] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.649311] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.650053] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.650053] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.650053] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa4c97f-947d-4562-8c7a-4f025741a188 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.650303] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.650303] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.650374] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.650612] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.650612] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.650755] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.650866] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.650904] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.651086] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.651086] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efa4c97f-947d-4562-8c7a-4f025741a188',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.670131] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b12addc-823c-4a95-a085-d4bb69d13f36',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.908868] env[65476]: INFO networking_nsxv3.common.synchronization [req-833101bd-d218-43c5-b8aa-2cf4d082dae0 req-63211568-4aea-4000-8172-ff1ce078d8ef tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Enqueued Resource ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 with Priority: HIGHEST for action security_group_members [ 755.909664] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 with Priority: HIGHEST for action security_group_members [ 755.912770] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.912912] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.912912] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.913219] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.914302] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.914976] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.915127] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.915420] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.915564] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.915723] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a96fbdba-9bb8-4b6d-9200-52fc3f27dd40',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.965782] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fece061-3d2e-49ae-812d-cff782500406 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.967184] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.967184] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.967184] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.967184] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.967184] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.967184] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.967184] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.967469] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.967469] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.967690] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fece061-3d2e-49ae-812d-cff782500406 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.967835] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.967939] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.969135] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.969135] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.969135] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.969135] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.969135] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.969135] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.969517] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.969517] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4fece061-3d2e-49ae-812d-cff782500406',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.153345] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efa4c97f-947d-4562-8c7a-4f025741a188: rpc.has_security_group_logging(os_id): False [ 756.172758] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.172920] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.173021] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.173319] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.173352] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.173523] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.173617] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.173679] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.173818] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.173891] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.174124] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.174243] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.174303] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.174444] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.176609] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.176609] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.176609] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.176609] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.176609] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.176609] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.176609] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efa4c97f-947d-4562-8c7a-4f025741a188 is going to be updated. [ 756.178773] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.179269] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.179447] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.179659] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.179814] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.179942] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b12addc-823c-4a95-a085-d4bb69d13f36 is going to be created. [ 756.213211] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.213953] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.214786] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.215082] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.215334] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.226898] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b12addc-823c-4a95-a085-d4bb69d13f36 in Status: UNINITIALIZED for 2s [ 756.278682] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.278682] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.278682] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.278682] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.278682] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.317588] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efa4c97f-947d-4562-8c7a-4f025741a188 in Status: IN_PROGRESS for 2s [ 756.362872] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 358387f9-c463-4459-81a7-b1c1bb0e9b89 in Status: SUCCESS [ 756.363921] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-358387f9-c463-4459-81a7-b1c1bb0e9b89" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.418970] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.418970] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.419100] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.419288] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.419385] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.419635] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.419756] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.419814] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.419957] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.420056] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.420129] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 already deleted. [ 756.420212] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.471879] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4fece061-3d2e-49ae-812d-cff782500406: rpc.has_security_group_logging(os_id): False [ 756.494117] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.495781] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.495781] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.495781] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.495781] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.495781] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.495781] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.495781] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.495781] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.495781] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.495781] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.495781] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.495781] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.495781] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.495781] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.497247] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.499478] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.499478] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.499478] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.499478] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.499478] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fece061-3d2e-49ae-812d-cff782500406 is going to be updated. [ 756.532341] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.532646] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.532878] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.533740] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.534027] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.534344] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.534344] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.534503] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.537352] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.537352] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 756.537352] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 756.537352] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 756.537352] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 756.537352] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 756.537352] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 756.537352] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 756.557434] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 756.557434] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 756.557434] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 756.557434] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.558080] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-4fd47cf3-66ee-429a-bd34-63add9cdcede taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.558080] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-4fd47cf3-66ee-429a-bd34-63add9cdcede" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.558080] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-4fd47cf3-66ee-429a-bd34-63add9cdcede" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.558415] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-4fd47cf3-66ee-429a-bd34-63add9cdcede" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.558622] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fd47cf3-66ee-429a-bd34-63add9cdcede',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.564862] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.565038] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.565083] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.565297] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.565444] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.579963] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fece061-3d2e-49ae-812d-cff782500406 in Status: IN_PROGRESS for 2s [ 757.061323] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.061911] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.061911] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.062300] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.062668] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.062830] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port 4fd47cf3-66ee-429a-bd34-63add9cdcede not found, creating... [ 757.063135] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.063297] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.063472] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.063720] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.064016] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.064366] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.064551] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.064681] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.064929] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.065642] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.065642] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: 4fd47cf3-66ee-429a-bd34-63add9cdcede is going to be created. [ 757.090395] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.090493] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.090557] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.090927] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.091203] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.091494] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-4fd47cf3-66ee-429a-bd34-63add9cdcede" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.824421] env[65476]: INFO networking_nsxv3.common.synchronization [req-833101bd-d218-43c5-b8aa-2cf4d082dae0 req-313c6bbb-405c-4c07-b45d-dacdced1714b service nova] Enqueued Resource ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 with Priority: HIGHEST for action security_group_rules [ 757.824421] env[65476]: INFO networking_nsxv3.common.synchronization [req-833101bd-d218-43c5-b8aa-2cf4d082dae0 req-313c6bbb-405c-4c07-b45d-dacdced1714b service nova] Enqueued Resource ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 with Priority: HIGHEST for action security_group_members [ 757.824421] env[65476]: INFO networking_nsxv3.common.synchronization [req-833101bd-d218-43c5-b8aa-2cf4d082dae0 req-313c6bbb-405c-4c07-b45d-dacdced1714b service nova] Enqueued Resource ID: 4fd47cf3-66ee-429a-bd34-63add9cdcede with Priority: HIGHEST for action port [ 757.824421] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 with Priority: HIGHEST for action security_group_rules [ 757.824421] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 with Priority: HIGHEST for action security_group_members [ 757.824421] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fd47cf3-66ee-429a-bd34-63add9cdcede with Priority: HIGHEST for action port [ 757.824951] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.825234] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.825445] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.825866] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.826068] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a96fbdba-9bb8-4b6d-9200-52fc3f27dd40',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.827063] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.827316] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.827534] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.827772] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.829016] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.829016] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.829016] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.829016] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.829016] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.829016] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a96fbdba-9bb8-4b6d-9200-52fc3f27dd40',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.830243] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fd47cf3-66ee-429a-bd34-63add9cdcede taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.831025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fd47cf3-66ee-429a-bd34-63add9cdcede" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.831025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fd47cf3-66ee-429a-bd34-63add9cdcede" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.831025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fd47cf3-66ee-429a-bd34-63add9cdcede" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.831025] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fd47cf3-66ee-429a-bd34-63add9cdcede',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.239652] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b12addc-823c-4a95-a085-d4bb69d13f36 in Status: SUCCESS [ 758.240220] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b12addc-823c-4a95-a085-d4bb69d13f36" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.240605] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b12addc-823c-4a95-a085-d4bb69d13f36" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.241081] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b12addc-823c-4a95-a085-d4bb69d13f36" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.241402] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.241726] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.241887] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.242309] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.242523] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.242752] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b12addc-823c-4a95-a085-d4bb69d13f36" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.243187] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b12addc-823c-4a95-a085-d4bb69d13f36',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.333438] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.333641] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.334014] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a96fbdba-9bb8-4b6d-9200-52fc3f27dd40',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.335461] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4fd47cf3-66ee-429a-bd34-63add9cdcede with status ACTIVE [ 758.335461] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.335639] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.335720] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.336023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.336159] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.336496] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.336576] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.336661] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.337565] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.337791] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.338241] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.338332] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.338369] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.340467] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.340467] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.340467] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4fd47cf3-66ee-429a-bd34-63add9cdcede is going to be updated. [ 758.342715] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efa4c97f-947d-4562-8c7a-4f025741a188 in Status: SUCCESS [ 758.343348] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.367401] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.367630] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.367630] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.367841] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.367982] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.368155] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fd47cf3-66ee-429a-bd34-63add9cdcede" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.598954] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fece061-3d2e-49ae-812d-cff782500406 in Status: SUCCESS [ 758.599258] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.660487] env[65476]: INFO networking_nsxv3.common.synchronization [None req-6b04ef3a-ea83-420e-b20a-bc721f817117 None None] Enqueued Resource ID: 503b9bb1-873b-47be-9269-d03f15cd5b5b with Priority: HIGHEST for action port [ 758.661064] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 503b9bb1-873b-47be-9269-d03f15cd5b5b with Priority: HIGHEST for action port [ 758.661407] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-503b9bb1-873b-47be-9269-d03f15cd5b5b taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.661534] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-503b9bb1-873b-47be-9269-d03f15cd5b5b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.661631] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-503b9bb1-873b-47be-9269-d03f15cd5b5b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.661985] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-503b9bb1-873b-47be-9269-d03f15cd5b5b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.665301] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('503b9bb1-873b-47be-9269-d03f15cd5b5b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.747372] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b12addc-823c-4a95-a085-d4bb69d13f36 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.747653] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b12addc-823c-4a95-a085-d4bb69d13f36" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.747881] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b12addc-823c-4a95-a085-d4bb69d13f36" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.752019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b12addc-823c-4a95-a085-d4bb69d13f36" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.752663] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.752663] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.752873] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.753430] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.753430] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.753430] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b12addc-823c-4a95-a085-d4bb69d13f36" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.753590] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b12addc-823c-4a95-a085-d4bb69d13f36 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.753772] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b12addc-823c-4a95-a085-d4bb69d13f36" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.753881] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b12addc-823c-4a95-a085-d4bb69d13f36" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.754428] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b12addc-823c-4a95-a085-d4bb69d13f36" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.754428] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.754577] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.754577] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.754768] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.754879] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.754991] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b12addc-823c-4a95-a085-d4bb69d13f36" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.755077] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b12addc-823c-4a95-a085-d4bb69d13f36',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.842241] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a96fbdba-9bb8-4b6d-9200-52fc3f27dd40',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.172148] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 503b9bb1-873b-47be-9269-d03f15cd5b5b [ 759.172148] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.172148] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.172148] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.172148] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.172148] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.172148] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:503b9bb1-873b-47be-9269-d03f15cd5b5b already deleted. [ 759.172148] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-503b9bb1-873b-47be-9269-d03f15cd5b5b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.258123] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b12addc-823c-4a95-a085-d4bb69d13f36: rpc.has_security_group_logging(os_id): False [ 759.282367] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.282582] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.282582] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.282697] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.282780] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.283053] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.283053] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.283153] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.283274] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.283352] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.283531] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.283623] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.283684] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.283819] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.283892] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.284080] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.284175] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.284236] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.284375] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.284445] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.284527] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b12addc-823c-4a95-a085-d4bb69d13f36 is going to be created. [ 759.347323] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.347323] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.347323] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.347323] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.347323] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.347323] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 is going to be created. [ 759.363296] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.363296] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.363296] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.363444] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.364376] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.378068] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.378234] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.378279] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.378849] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.378849] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.383030] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b12addc-823c-4a95-a085-d4bb69d13f36 in Status: IN_PROGRESS for 2s [ 759.390816] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 in Status: UNINITIALIZED for 2s [ 759.791190] env[65476]: INFO networking_nsxv3.common.synchronization [req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a req-398d59d2-4f6e-4ed8-8f49-d6ffc0182ee7 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Enqueued Resource ID: d0a18a43-9a9b-4dfd-9b3d-56894b961e4a with Priority: HIGHEST for action security_group_members [ 759.792422] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0a18a43-9a9b-4dfd-9b3d-56894b961e4a with Priority: HIGHEST for action security_group_members [ 759.792779] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.792912] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.792974] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.793239] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.793422] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.793536] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.793601] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.793755] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.793878] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.794042] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0a18a43-9a9b-4dfd-9b3d-56894b961e4a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.298965] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.299598] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.299598] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.299598] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.299598] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.299598] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.300039] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.300039] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.300039] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.300039] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.300039] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0a18a43-9a9b-4dfd-9b3d-56894b961e4a already deleted. [ 760.300176] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.305476] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.308646] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.308646] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.308646] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.308646] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.308646] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.308646] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.308646] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.308646] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.308646] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.308646] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.308646] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.308646] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.308646] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.308646] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.308646] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.330127] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.330913] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 760.330913] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.330913] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.330913] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-0b2666a6-cd3d-4b9a-a629-11543a03a61e taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.331155] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-0b2666a6-cd3d-4b9a-a629-11543a03a61e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.331155] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-0b2666a6-cd3d-4b9a-a629-11543a03a61e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.331670] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-0b2666a6-cd3d-4b9a-a629-11543a03a61e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.331670] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b2666a6-cd3d-4b9a-a629-11543a03a61e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.808426] env[65476]: INFO networking_nsxv3.common.synchronization [None req-c8211c78-d0f2-4dc2-a211-84dfec2597ff None None] Enqueued Resource ID: 16b12d80-383b-4b12-9f01-cfee036b4f15 with Priority: HIGHEST for action port [ 760.809166] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16b12d80-383b-4b12-9f01-cfee036b4f15 with Priority: HIGHEST for action port [ 760.809551] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-16b12d80-383b-4b12-9f01-cfee036b4f15 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.809724] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16b12d80-383b-4b12-9f01-cfee036b4f15" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.809842] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16b12d80-383b-4b12-9f01-cfee036b4f15" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.810385] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16b12d80-383b-4b12-9f01-cfee036b4f15" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.810487] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16b12d80-383b-4b12-9f01-cfee036b4f15',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.835852] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.836142] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.836274] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.836594] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.837490] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.837490] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port 0b2666a6-cd3d-4b9a-a629-11543a03a61e not found, creating... [ 760.837667] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.837757] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.837867] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.838193] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.838459] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.838642] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.838791] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.838900] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.839120] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.839261] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.839393] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: 0b2666a6-cd3d-4b9a-a629-11543a03a61e is going to be created. [ 760.861183] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.861522] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.861685] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.861860] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.862094] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.862320] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-0b2666a6-cd3d-4b9a-a629-11543a03a61e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.313155] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 16b12d80-383b-4b12-9f01-cfee036b4f15 [ 761.313155] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.313771] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.313771] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.313771] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.313771] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.313972] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:16b12d80-383b-4b12-9f01-cfee036b4f15 already deleted. [ 761.313972] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16b12d80-383b-4b12-9f01-cfee036b4f15" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.395703] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b12addc-823c-4a95-a085-d4bb69d13f36 in Status: SUCCESS [ 761.396073] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b12addc-823c-4a95-a085-d4bb69d13f36" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.401310] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 in Status: SUCCESS [ 761.401676] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.402099] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.402247] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.402525] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.402706] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.402822] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.406287] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.406287] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.406287] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.406287] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a96fbdba-9bb8-4b6d-9200-52fc3f27dd40',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.688508] env[65476]: INFO networking_nsxv3.common.synchronization [req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a req-8ef6c619-3620-416c-ad8b-c0e6b54535c0 service nova] Enqueued Resource ID: d0a18a43-9a9b-4dfd-9b3d-56894b961e4a with Priority: HIGHEST for action security_group_rules [ 761.688696] env[65476]: INFO networking_nsxv3.common.synchronization [req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a req-8ef6c619-3620-416c-ad8b-c0e6b54535c0 service nova] Enqueued Resource ID: d0a18a43-9a9b-4dfd-9b3d-56894b961e4a with Priority: HIGHEST for action security_group_members [ 761.688831] env[65476]: INFO networking_nsxv3.common.synchronization [req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a req-8ef6c619-3620-416c-ad8b-c0e6b54535c0 service nova] Enqueued Resource ID: 0b2666a6-cd3d-4b9a-a629-11543a03a61e with Priority: HIGHEST for action port [ 761.689073] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0a18a43-9a9b-4dfd-9b3d-56894b961e4a with Priority: HIGHEST for action security_group_rules [ 761.689206] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0a18a43-9a9b-4dfd-9b3d-56894b961e4a with Priority: HIGHEST for action security_group_members [ 761.689303] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b2666a6-cd3d-4b9a-a629-11543a03a61e with Priority: HIGHEST for action port [ 761.689866] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.689998] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.693345] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.693523] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.693610] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0a18a43-9a9b-4dfd-9b3d-56894b961e4a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.694573] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.694703] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.694767] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.694942] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.695108] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.695204] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.695264] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.695400] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.695483] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.695667] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0a18a43-9a9b-4dfd-9b3d-56894b961e4a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.696468] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b2666a6-cd3d-4b9a-a629-11543a03a61e taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.696565] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b2666a6-cd3d-4b9a-a629-11543a03a61e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.696633] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b2666a6-cd3d-4b9a-a629-11543a03a61e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.697012] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b2666a6-cd3d-4b9a-a629-11543a03a61e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.697012] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b2666a6-cd3d-4b9a-a629-11543a03a61e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.908918] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.908918] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.908918] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.909123] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.909266] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.909365] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.909983] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.909983] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.909983] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.909983] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.909983] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.909983] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.910596] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.910596] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.910596] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.910596] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.910596] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.910596] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.910810] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.910810] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.910810] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a96fbdba-9bb8-4b6d-9200-52fc3f27dd40',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.994888] env[65476]: INFO networking_nsxv3.common.synchronization [req-358f934f-da4a-43b8-997d-07053d767a56 req-d29762f3-15f5-4e98-92ce-61788a9ed590 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Enqueued Resource ID: efa4c97f-947d-4562-8c7a-4f025741a188 with Priority: HIGHEST for action security_group_members [ 761.995475] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efa4c97f-947d-4562-8c7a-4f025741a188 with Priority: HIGHEST for action security_group_members [ 761.995869] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa4c97f-947d-4562-8c7a-4f025741a188 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.996038] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.997874] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.997874] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.998113] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.998113] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.998113] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.998320] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.998504] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.000046] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efa4c97f-947d-4562-8c7a-4f025741a188',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.199448] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.201670] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.201670] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0a18a43-9a9b-4dfd-9b3d-56894b961e4a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.202754] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b2666a6-cd3d-4b9a-a629-11543a03a61e with status ACTIVE [ 762.203840] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.203840] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.203840] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.203840] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.203840] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.203840] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.204769] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.204769] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.204769] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.204769] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.204769] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.204769] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.208142] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.208336] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.208427] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.208534] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b2666a6-cd3d-4b9a-a629-11543a03a61e is going to be updated. [ 762.233571] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.233571] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.233571] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.233931] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.233965] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.234203] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b2666a6-cd3d-4b9a-a629-11543a03a61e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.415316] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a96fbdba-9bb8-4b6d-9200-52fc3f27dd40: rpc.has_security_group_logging(os_id): False [ 762.437345] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.437547] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.437649] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.437933] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.438069] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.438873] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.438873] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.438873] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.438873] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.438873] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.440065] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.440065] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.440065] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.440065] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.440065] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.440553] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.440553] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.440723] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.440829] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.441081] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.441081] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 is going to be created. [ 762.503385] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efa4c97f-947d-4562-8c7a-4f025741a188',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.512638] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.515129] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.515129] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.515226] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.515851] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.532760] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 in Status: IN_PROGRESS for 2s [ 762.710893] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0a18a43-9a9b-4dfd-9b3d-56894b961e4a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.899202] env[65476]: INFO networking_nsxv3.common.synchronization [req-f601d62c-7a8b-446f-a95f-049615bfef58 req-9035a797-0409-4c17-8e0d-66e60d9f79b8 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Enqueued Resource ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 with Priority: HIGHEST for action security_group_members [ 762.899795] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 with Priority: HIGHEST for action security_group_members [ 762.900115] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.900238] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.900304] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.900507] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.900659] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.900760] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.900820] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.900970] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.901740] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.901871] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a96fbdba-9bb8-4b6d-9200-52fc3f27dd40',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.006520] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efa4c97f-947d-4562-8c7a-4f025741a188',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.214213] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.214443] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.214443] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.214583] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.214676] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.214776] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0a18a43-9a9b-4dfd-9b3d-56894b961e4a is going to be created. [ 763.243515] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.243709] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.243861] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.244154] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.244762] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.244762] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.244762] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.245067] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.245104] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.245371] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.245693] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.245693] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.245806] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.245845] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.245943] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.246853] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.248459] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.248459] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.248459] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.248459] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.248679] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.267974] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0a18a43-9a9b-4dfd-9b3d-56894b961e4a in Status: UNINITIALIZED for 2s [ 763.271887] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.272040] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 763.272184] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.272370] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.272664] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-e1b028db-0be4-488f-ab8c-747bb5fd9e55 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.272852] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-e1b028db-0be4-488f-ab8c-747bb5fd9e55" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.273201] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-e1b028db-0be4-488f-ab8c-747bb5fd9e55" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.273386] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-e1b028db-0be4-488f-ab8c-747bb5fd9e55" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.273539] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1b028db-0be4-488f-ab8c-747bb5fd9e55',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.406668] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a96fbdba-9bb8-4b6d-9200-52fc3f27dd40',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.509104] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.509566] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.509566] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.509566] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.509688] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.509719] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efa4c97f-947d-4562-8c7a-4f025741a188 is going to be updated. [ 763.545784] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.545784] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.545784] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.546229] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.546229] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.557027] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efa4c97f-947d-4562-8c7a-4f025741a188 in Status: IN_PROGRESS for 2s [ 763.776544] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.776790] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.776937] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.777206] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.777350] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.777528] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port e1b028db-0be4-488f-ab8c-747bb5fd9e55 not found, creating... [ 763.777776] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.777895] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.778071] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.778230] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.778377] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.778662] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.778791] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.778956] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.779167] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.779297] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.779451] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: e1b028db-0be4-488f-ab8c-747bb5fd9e55 is going to be created. [ 763.802012] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.802295] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.802361] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.802672] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.803126] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.803380] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-e1b028db-0be4-488f-ab8c-747bb5fd9e55" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.909433] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a96fbdba-9bb8-4b6d-9200-52fc3f27dd40',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.412995] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.412995] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.413219] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.413303] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.413466] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.413549] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 is going to be updated. [ 764.448410] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.448558] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.448634] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.448836] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.449086] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.464017] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 in Status: IN_PROGRESS for 2s [ 764.548164] env[65476]: INFO networking_nsxv3.common.synchronization [req-f601d62c-7a8b-446f-a95f-049615bfef58 req-94062bf8-55aa-40ae-8238-8cab91b7f679 service nova] Enqueued Resource ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 with Priority: HIGHEST for action security_group_rules [ 764.548420] env[65476]: INFO networking_nsxv3.common.synchronization [req-f601d62c-7a8b-446f-a95f-049615bfef58 req-94062bf8-55aa-40ae-8238-8cab91b7f679 service nova] Enqueued Resource ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 with Priority: HIGHEST for action security_group_members [ 764.548420] env[65476]: INFO networking_nsxv3.common.synchronization [req-f601d62c-7a8b-446f-a95f-049615bfef58 req-94062bf8-55aa-40ae-8238-8cab91b7f679 service nova] Enqueued Resource ID: e1b028db-0be4-488f-ab8c-747bb5fd9e55 with Priority: HIGHEST for action port [ 764.549521] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 in Status: SUCCESS [ 764.549740] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.550342] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 with Priority: HIGHEST for action security_group_rules [ 764.550721] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 with Priority: HIGHEST for action security_group_members [ 764.550721] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1b028db-0be4-488f-ab8c-747bb5fd9e55 with Priority: HIGHEST for action port [ 764.550933] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.551148] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.551220] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.551421] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.551604] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a96fbdba-9bb8-4b6d-9200-52fc3f27dd40',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.553116] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.553116] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.553257] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1b028db-0be4-488f-ab8c-747bb5fd9e55 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.553419] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1b028db-0be4-488f-ab8c-747bb5fd9e55" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.553498] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1b028db-0be4-488f-ab8c-747bb5fd9e55" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.553756] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1b028db-0be4-488f-ab8c-747bb5fd9e55" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.553855] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1b028db-0be4-488f-ab8c-747bb5fd9e55',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.058326] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.058326] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.058326] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1b028db-0be4-488f-ab8c-747bb5fd9e55 with status ACTIVE [ 765.058326] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.058326] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.058326] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.058326] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.058326] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.058326] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.058326] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.058326] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.058326] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.058326] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.058326] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.058796] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.058796] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.058796] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.058796] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.062525] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1b028db-0be4-488f-ab8c-747bb5fd9e55 is going to be updated. [ 765.087394] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.087568] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.087604] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.087815] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.087951] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.088123] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1b028db-0be4-488f-ab8c-747bb5fd9e55" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.279320] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0a18a43-9a9b-4dfd-9b3d-56894b961e4a in Status: SUCCESS [ 765.281210] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.281328] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.281619] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.281867] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.282017] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.282088] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.282274] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.282358] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.282457] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.282551] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0a18a43-9a9b-4dfd-9b3d-56894b961e4a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.569643] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efa4c97f-947d-4562-8c7a-4f025741a188 in Status: SUCCESS [ 765.570019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.788303] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.788512] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.788512] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.788729] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.788913] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.789028] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.789082] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.790364] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.790595] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.790744] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.790994] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.791166] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.791258] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.791413] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.791566] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.791752] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.791824] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.791981] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.795310] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.795432] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.795532] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0a18a43-9a9b-4dfd-9b3d-56894b961e4a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.299323] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0a18a43-9a9b-4dfd-9b3d-56894b961e4a: rpc.has_security_group_logging(os_id): False [ 766.324517] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.324695] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.324786] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.325111] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.325229] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.325688] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.325688] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.325688] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.325902] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.325967] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.326201] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.326327] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.326400] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.326491] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.326562] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.326745] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.326902] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.326902] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.327052] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.327543] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.327543] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0a18a43-9a9b-4dfd-9b3d-56894b961e4a is going to be created. [ 766.404638] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.404782] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.404850] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.405124] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.405305] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.420526] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0a18a43-9a9b-4dfd-9b3d-56894b961e4a in Status: IN_PROGRESS for 2s [ 766.482950] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 in Status: SUCCESS [ 766.483206] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.483419] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.483662] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.483852] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.484015] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.484090] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.484313] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.484413] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.484520] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a96fbdba-9bb8-4b6d-9200-52fc3f27dd40',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.989551] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a96fbdba-9bb8-4b6d-9200-52fc3f27dd40',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.416555] env[65476]: INFO networking_nsxv3.common.synchronization [req-10aef85e-f06b-4a37-85d3-ae94e3b1bd20 req-e81dc234-eb57-4ca5-8b37-7414525ef24c tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Enqueued Resource ID: d80ba68a-b076-4d3b-be24-8f2348659dda with Priority: HIGHEST for action security_group_members [ 767.416718] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d80ba68a-b076-4d3b-be24-8f2348659dda with Priority: HIGHEST for action security_group_members [ 767.417514] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d80ba68a-b076-4d3b-be24-8f2348659dda taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.417705] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.417801] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.418095] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.418271] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.418378] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.418439] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.419512] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.419640] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.419748] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d80ba68a-b076-4d3b-be24-8f2348659dda',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.495585] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a96fbdba-9bb8-4b6d-9200-52fc3f27dd40',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.557039] env[65476]: INFO networking_nsxv3.common.synchronization [req-52e3f247-91c7-463c-8488-8d7045afcc80 req-3da28144-ed2b-4d5f-90c6-1f32e132d6b1 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Enqueued Resource ID: 08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b with Priority: HIGHEST for action security_group_members [ 767.557039] env[65476]: INFO networking_nsxv3.common.synchronization [req-52e3f247-91c7-463c-8488-8d7045afcc80 req-3da28144-ed2b-4d5f-90c6-1f32e132d6b1 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Enqueued Resource ID: adfc761e-fd03-4688-97d9-0d5bfa600956 with Priority: HIGHEST for action security_group_members [ 767.557039] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b with Priority: HIGHEST for action security_group_members [ 767.557039] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adfc761e-fd03-4688-97d9-0d5bfa600956 with Priority: HIGHEST for action security_group_members [ 767.557039] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.557039] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.557039] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.557673] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.557794] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.557896] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.557961] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.558123] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.558202] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.558291] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.559124] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-adfc761e-fd03-4688-97d9-0d5bfa600956 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.559226] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.559282] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.559431] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.559566] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.559684] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.559751] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.559889] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.560078] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.560078] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adfc761e-fd03-4688-97d9-0d5bfa600956',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.611635] env[65476]: INFO networking_nsxv3.common.synchronization [req-52e3f247-91c7-463c-8488-8d7045afcc80 req-3da28144-ed2b-4d5f-90c6-1f32e132d6b1 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Enqueued Resource ID: 08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b with Priority: HIGHEST for action security_group_rules [ 767.611793] env[65476]: INFO networking_nsxv3.common.synchronization [req-52e3f247-91c7-463c-8488-8d7045afcc80 req-3da28144-ed2b-4d5f-90c6-1f32e132d6b1 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Enqueued Resource ID: 08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b with Priority: HIGHEST for action security_group_members [ 767.612193] env[65476]: INFO networking_nsxv3.common.synchronization [req-52e3f247-91c7-463c-8488-8d7045afcc80 req-3da28144-ed2b-4d5f-90c6-1f32e132d6b1 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Enqueued Resource ID: adfc761e-fd03-4688-97d9-0d5bfa600956 with Priority: HIGHEST for action security_group_rules [ 767.612193] env[65476]: INFO networking_nsxv3.common.synchronization [req-52e3f247-91c7-463c-8488-8d7045afcc80 req-3da28144-ed2b-4d5f-90c6-1f32e132d6b1 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Enqueued Resource ID: adfc761e-fd03-4688-97d9-0d5bfa600956 with Priority: HIGHEST for action security_group_members [ 767.612367] env[65476]: INFO networking_nsxv3.common.synchronization [req-52e3f247-91c7-463c-8488-8d7045afcc80 req-3da28144-ed2b-4d5f-90c6-1f32e132d6b1 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Enqueued Resource ID: 7263e2e0-fc6c-469d-bacc-abc5899773cc with Priority: HIGHEST for action port [ 767.612818] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b with Priority: HIGHEST for action security_group_rules [ 767.612973] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adfc761e-fd03-4688-97d9-0d5bfa600956 with Priority: HIGHEST for action security_group_rules [ 767.613046] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7263e2e0-fc6c-469d-bacc-abc5899773cc with Priority: HIGHEST for action port [ 767.613147] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b with Priority: HIGHEST for action security_group_members [ 767.613234] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adfc761e-fd03-4688-97d9-0d5bfa600956 with Priority: HIGHEST for action security_group_members [ 767.613804] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.613959] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.614042] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.614326] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.614409] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.616699] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-adfc761e-fd03-4688-97d9-0d5bfa600956 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.616699] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.616699] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.616699] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.616699] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('adfc761e-fd03-4688-97d9-0d5bfa600956',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.618064] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-7263e2e0-fc6c-469d-bacc-abc5899773cc taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.618064] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7263e2e0-fc6c-469d-bacc-abc5899773cc" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.618064] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7263e2e0-fc6c-469d-bacc-abc5899773cc" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.618064] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7263e2e0-fc6c-469d-bacc-abc5899773cc" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.618364] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7263e2e0-fc6c-469d-bacc-abc5899773cc',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.620034] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.620034] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.620034] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-adfc761e-fd03-4688-97d9-0d5bfa600956 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.620034] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.922456] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.923625] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.923625] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.923625] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.923625] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.923773] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.923863] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.923999] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.924206] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.924290] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.924388] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d80ba68a-b076-4d3b-be24-8f2348659dda is going to be updated. [ 767.952602] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.952816] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.952879] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.953636] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.953636] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.962128] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d80ba68a-b076-4d3b-be24-8f2348659dda in Status: IN_PROGRESS for 2s [ 767.998784] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.998784] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.998784] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.999189] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.999189] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.999246] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 is going to be updated. [ 768.037187] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.037370] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.037412] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.037617] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.037757] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.047875] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 in Status: IN_PROGRESS for 2s [ 768.061957] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.062964] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('adfc761e-fd03-4688-97d9-0d5bfa600956',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.121023] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.121191] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.121589] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-adfc761e-fd03-4688-97d9-0d5bfa600956 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.121792] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.122131] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7263e2e0-fc6c-469d-bacc-abc5899773cc with status ACTIVE [ 768.122131] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.122273] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.122402] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.122613] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.122750] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.123102] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.123227] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.123227] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.123388] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.123547] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.123772] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.123865] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.124035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.124911] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.124911] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.124911] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7263e2e0-fc6c-469d-bacc-abc5899773cc is going to be updated. [ 768.174510] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.174685] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.174782] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.175042] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.175202] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.175396] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7263e2e0-fc6c-469d-bacc-abc5899773cc" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.433634] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0a18a43-9a9b-4dfd-9b3d-56894b961e4a in Status: SUCCESS [ 768.433878] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.564716] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.565895] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('adfc761e-fd03-4688-97d9-0d5bfa600956',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.615030] env[65476]: INFO networking_nsxv3.common.synchronization [req-48aa0cc6-0a87-4c36-a114-f14802baf0ec req-1386f490-61f6-4399-86d0-5229318fb983 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Enqueued Resource ID: 1b0b8b60-0115-46c7-8ab3-7efe52ca2274 with Priority: HIGHEST for action security_group_members [ 768.615565] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b0b8b60-0115-46c7-8ab3-7efe52ca2274 with Priority: HIGHEST for action security_group_members [ 768.616774] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b0b8b60-0115-46c7-8ab3-7efe52ca2274 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.616774] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b0b8b60-0115-46c7-8ab3-7efe52ca2274" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.616774] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b0b8b60-0115-46c7-8ab3-7efe52ca2274" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.616774] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b0b8b60-0115-46c7-8ab3-7efe52ca2274" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.616774] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.616774] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.616774] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.616774] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.616774] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.617699] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b0b8b60-0115-46c7-8ab3-7efe52ca2274',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.692531] env[65476]: INFO networking_nsxv3.common.synchronization [req-a197d67e-9529-4355-b818-580545a4b99c req-418f860c-73bb-4d1d-b6e3-bba90fa4d36e tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Enqueued Resource ID: 08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b with Priority: HIGHEST for action security_group_members [ 768.692732] env[65476]: INFO networking_nsxv3.common.synchronization [req-a197d67e-9529-4355-b818-580545a4b99c req-418f860c-73bb-4d1d-b6e3-bba90fa4d36e tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Enqueued Resource ID: adfc761e-fd03-4688-97d9-0d5bfa600956 with Priority: HIGHEST for action security_group_members [ 768.693268] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b with Priority: HIGHEST for action security_group_members [ 768.693393] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adfc761e-fd03-4688-97d9-0d5bfa600956 with Priority: HIGHEST for action security_group_members [ 768.693673] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.693779] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.693944] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-adfc761e-fd03-4688-97d9-0d5bfa600956 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.694105] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.742907] env[65476]: INFO networking_nsxv3.common.synchronization [req-a197d67e-9529-4355-b818-580545a4b99c req-418f860c-73bb-4d1d-b6e3-bba90fa4d36e tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Enqueued Resource ID: adfc761e-fd03-4688-97d9-0d5bfa600956 with Priority: HIGHEST for action security_group_rules [ 768.742907] env[65476]: INFO networking_nsxv3.common.synchronization [req-a197d67e-9529-4355-b818-580545a4b99c req-418f860c-73bb-4d1d-b6e3-bba90fa4d36e tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Enqueued Resource ID: adfc761e-fd03-4688-97d9-0d5bfa600956 with Priority: HIGHEST for action security_group_members [ 768.742907] env[65476]: INFO networking_nsxv3.common.synchronization [req-a197d67e-9529-4355-b818-580545a4b99c req-418f860c-73bb-4d1d-b6e3-bba90fa4d36e tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Enqueued Resource ID: 7263e2e0-fc6c-469d-bacc-abc5899773cc with Priority: HIGHEST for action port [ 768.743744] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adfc761e-fd03-4688-97d9-0d5bfa600956 with Priority: HIGHEST for action security_group_rules [ 768.744783] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adfc761e-fd03-4688-97d9-0d5bfa600956 with Priority: HIGHEST for action security_group_members [ 768.745053] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7263e2e0-fc6c-469d-bacc-abc5899773cc with Priority: HIGHEST for action port [ 768.745466] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-adfc761e-fd03-4688-97d9-0d5bfa600956 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.745714] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.748770] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-adfc761e-fd03-4688-97d9-0d5bfa600956 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.748770] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.748770] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-7263e2e0-fc6c-469d-bacc-abc5899773cc taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.748770] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7263e2e0-fc6c-469d-bacc-abc5899773cc" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.748770] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7263e2e0-fc6c-469d-bacc-abc5899773cc" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.748770] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7263e2e0-fc6c-469d-bacc-abc5899773cc" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.748770] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7263e2e0-fc6c-469d-bacc-abc5899773cc',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.068714] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.069200] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.069200] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.069200] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.069295] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.069471] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b is going to be created. [ 769.070767] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.070885] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.070951] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.071172] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.071268] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.071319] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adfc761e-fd03-4688-97d9-0d5bfa600956 is going to be updated. [ 769.110037] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.110229] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.110339] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.110602] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.110797] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.118291] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.118464] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.118550] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.118762] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.118909] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.120131] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.120248] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.120315] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.120483] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.120565] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.120737] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.120831] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.120909] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.123106] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.123250] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.123355] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b0b8b60-0115-46c7-8ab3-7efe52ca2274 is going to be updated. [ 769.126279] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b in Status: UNINITIALIZED for 2s [ 769.133729] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adfc761e-fd03-4688-97d9-0d5bfa600956 in Status: IN_PROGRESS for 2s [ 769.179649] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.179849] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.180073] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.180159] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.180267] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.192838] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b0b8b60-0115-46c7-8ab3-7efe52ca2274 in Status: IN_PROGRESS for 2s [ 769.254113] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7263e2e0-fc6c-469d-bacc-abc5899773cc with status ACTIVE [ 769.254113] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.254113] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.254113] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.254113] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.254113] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.254113] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.254113] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.254113] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.254113] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.254113] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.254113] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.254113] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.254113] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.254113] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.254113] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.254856] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7263e2e0-fc6c-469d-bacc-abc5899773cc is going to be updated. [ 769.319430] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.319675] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.319775] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.319974] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.320170] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.320353] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7263e2e0-fc6c-469d-bacc-abc5899773cc" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.427489] env[65476]: INFO networking_nsxv3.common.synchronization [req-ca466483-3f66-4735-92e2-6bfa70ce84d7 req-464228ec-6a77-4086-9c11-c049d69de14b tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Enqueued Resource ID: f1b40e9a-1124-4126-a195-f5b379e2304c with Priority: HIGHEST for action security_group_members [ 769.428245] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b40e9a-1124-4126-a195-f5b379e2304c with Priority: HIGHEST for action security_group_members [ 769.428726] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b40e9a-1124-4126-a195-f5b379e2304c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.428813] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.428886] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.430244] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.431822] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.431822] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.431822] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.431822] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.431822] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.431822] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.769793] env[65476]: INFO networking_nsxv3.common.synchronization [req-ca466483-3f66-4735-92e2-6bfa70ce84d7 req-8f3b4a78-cc94-43d8-975a-c437ba06448d tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Enqueued Resource ID: f1b40e9a-1124-4126-a195-f5b379e2304c with Priority: HIGHEST for action security_group_members [ 769.770456] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b40e9a-1124-4126-a195-f5b379e2304c with Priority: HIGHEST for action security_group_members [ 769.770892] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b40e9a-1124-4126-a195-f5b379e2304c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.770892] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.936043] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.936167] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.936167] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.936578] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.936578] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.936695] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.936773] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.936806] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.938938] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.938938] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.938938] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1b40e9a-1124-4126-a195-f5b379e2304c already deleted. [ 769.938938] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.938938] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.938938] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.938938] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.938938] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.938938] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.938938] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.938938] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.938938] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.973344] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d80ba68a-b076-4d3b-be24-8f2348659dda in Status: SUCCESS [ 769.973660] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d80ba68a-b076-4d3b-be24-8f2348659dda deletion is rescheduled due to dependency. [ 769.974083] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.056927] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 in Status: SUCCESS [ 770.057189] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.057362] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.057639] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.057790] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.059897] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.059897] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.059897] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.059897] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.059897] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.059897] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a96fbdba-9bb8-4b6d-9200-52fc3f27dd40',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.150032] env[65476]: INFO networking_nsxv3.common.synchronization [req-ca466483-3f66-4735-92e2-6bfa70ce84d7 req-a86d351d-2410-48e9-8083-1237609a81d3 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Enqueued Resource ID: f1b40e9a-1124-4126-a195-f5b379e2304c with Priority: HIGHEST for action security_group_members [ 770.150724] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b40e9a-1124-4126-a195-f5b379e2304c with Priority: HIGHEST for action security_group_members [ 770.151105] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b40e9a-1124-4126-a195-f5b379e2304c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.151213] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.441053] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.441210] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.441282] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.442351] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.442351] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.442351] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.442351] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.442351] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.442351] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.442351] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.442638] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1b40e9a-1124-4126-a195-f5b379e2304c already deleted. [ 770.443393] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.444040] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.444286] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.444504] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.444720] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.444802] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.446072] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.446165] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.446271] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.523021] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-997 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.523021] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-997" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.524724] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-997" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.525015] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-997" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.525361] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.525534] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.525651] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.525883] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.526034] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.526282] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.526399] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.526502] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.526610] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.526714] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.526814] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.526943] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 770.560579] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 770.560837] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 770.561011] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 770.561275] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-997" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.561601] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-35db339a-905c-4b6a-81d5-fd34402b6e26 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.561853] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-35db339a-905c-4b6a-81d5-fd34402b6e26" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.561979] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-35db339a-905c-4b6a-81d5-fd34402b6e26" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.562411] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-35db339a-905c-4b6a-81d5-fd34402b6e26" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.562558] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35db339a-905c-4b6a-81d5-fd34402b6e26',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.567403] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.567495] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.567544] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.567732] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.567923] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.568012] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.568062] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.568214] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.568299] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.568381] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.568524] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.568613] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.568669] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.568810] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.568946] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.569049] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.569109] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.569247] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.569327] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.569397] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.569483] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a96fbdba-9bb8-4b6d-9200-52fc3f27dd40',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.949919] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.950106] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.950177] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.950404] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.950492] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.950688] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.950787] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.950846] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.950996] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.951081] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.951165] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1b40e9a-1124-4126-a195-f5b379e2304c already deleted. [ 770.951244] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.064906] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.065188] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.065310] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.065587] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.065732] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.065916] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port 35db339a-905c-4b6a-81d5-fd34402b6e26 not found, creating... [ 771.066157] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.066319] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.066442] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.066666] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.066785] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.067065] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.067214] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.067323] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.067522] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.067653] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.067777] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: 35db339a-905c-4b6a-81d5-fd34402b6e26 is going to be created. [ 771.073705] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a96fbdba-9bb8-4b6d-9200-52fc3f27dd40: rpc.has_security_group_logging(os_id): False [ 771.090239] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.090547] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.090708] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.091016] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.091284] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.091539] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-35db339a-905c-4b6a-81d5-fd34402b6e26" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.093170] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.093328] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.093409] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.093623] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.093735] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.093960] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.094111] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.094200] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.094369] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.094477] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.094688] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.094820] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.094907] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.095188] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.095306] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.095526] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.095654] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.095744] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.095912] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.096029] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.096142] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 is going to be updated. [ 771.138829] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b in Status: SUCCESS [ 771.139252] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.139475] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.139729] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.139958] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.140124] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.140222] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.140411] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.140531] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.140657] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.144189] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adfc761e-fd03-4688-97d9-0d5bfa600956 in Status: SUCCESS [ 771.144448] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.145634] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.145840] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.146088] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.146233] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.146319] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.146518] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.146603] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.146700] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adfc761e-fd03-4688-97d9-0d5bfa600956',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.161940] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.162458] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.162458] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.162458] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.162617] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.180840] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 in Status: IN_PROGRESS for 2s [ 771.205452] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b0b8b60-0115-46c7-8ab3-7efe52ca2274 in Status: SUCCESS [ 771.205815] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b0b8b60-0115-46c7-8ab3-7efe52ca2274 deletion is rescheduled due to dependency. [ 771.205900] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b0b8b60-0115-46c7-8ab3-7efe52ca2274" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.648752] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.648975] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.649051] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.649356] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.649356] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.649552] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.649675] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.649724] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.649852] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.649928] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.650031] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b is going to be deleted. [ 771.651061] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('adfc761e-fd03-4688-97d9-0d5bfa600956',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.730058] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.730341] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.730341] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.730735] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.730735] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.730735] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.730916] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.731094] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.731259] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.731359] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.731431] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.731575] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.731983] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.731983] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.153762] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('adfc761e-fd03-4688-97d9-0d5bfa600956',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.233949] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.234501] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.234501] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.234501] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.234678] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.235248] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.235248] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.235248] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.235526] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.235526] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.235526] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b already deleted. [ 772.235526] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.235966] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.237604] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.238033] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.238033] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.238272] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.238272] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.238402] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.238454] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.238540] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.248235] env[65476]: INFO networking_nsxv3.common.synchronization [req-ca466483-3f66-4735-92e2-6bfa70ce84d7 req-91e1d3d5-70e0-49e6-b798-7b3cb0f94cd1 service nova] Enqueued Resource ID: f1b40e9a-1124-4126-a195-f5b379e2304c with Priority: HIGHEST for action security_group_rules [ 772.248235] env[65476]: INFO networking_nsxv3.common.synchronization [req-ca466483-3f66-4735-92e2-6bfa70ce84d7 req-91e1d3d5-70e0-49e6-b798-7b3cb0f94cd1 service nova] Enqueued Resource ID: f1b40e9a-1124-4126-a195-f5b379e2304c with Priority: HIGHEST for action security_group_members [ 772.248235] env[65476]: INFO networking_nsxv3.common.synchronization [req-ca466483-3f66-4735-92e2-6bfa70ce84d7 req-91e1d3d5-70e0-49e6-b798-7b3cb0f94cd1 service nova] Enqueued Resource ID: 35db339a-905c-4b6a-81d5-fd34402b6e26 with Priority: HIGHEST for action port [ 772.248235] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b40e9a-1124-4126-a195-f5b379e2304c with Priority: HIGHEST for action security_group_rules [ 772.248235] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b40e9a-1124-4126-a195-f5b379e2304c with Priority: HIGHEST for action security_group_members [ 772.248235] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35db339a-905c-4b6a-81d5-fd34402b6e26 with Priority: HIGHEST for action port [ 772.248656] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1b40e9a-1124-4126-a195-f5b379e2304c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.249011] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.249159] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.249547] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.249723] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.251449] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b40e9a-1124-4126-a195-f5b379e2304c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.251670] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.251872] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.252655] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.252923] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.253273] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.253420] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.253664] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.253839] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.254055] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.255604] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-35db339a-905c-4b6a-81d5-fd34402b6e26 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.256469] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35db339a-905c-4b6a-81d5-fd34402b6e26" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.256469] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35db339a-905c-4b6a-81d5-fd34402b6e26" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.256778] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35db339a-905c-4b6a-81d5-fd34402b6e26" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.257935] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35db339a-905c-4b6a-81d5-fd34402b6e26',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.314591] env[65476]: INFO networking_nsxv3.common.synchronization [req-a9d1870b-5456-469c-85ad-8858758c9800 req-bc43b0e1-449e-422c-966b-1cab3416903f tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Enqueued Resource ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 with Priority: HIGHEST for action security_group_members [ 772.315089] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 with Priority: HIGHEST for action security_group_members [ 772.315573] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.315715] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.315784] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.318656] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.318884] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.318996] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.319112] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.319255] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.319645] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.319645] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.651516] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-419 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.651673] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-419" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.651878] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-419" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.652169] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-419" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.652424] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.652579] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.652686] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.654954] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.654954] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.654954] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 772.654954] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 772.654954] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 772.654954] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 772.654954] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 772.654954] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 772.654954] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 772.658305] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.658305] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.658305] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.658508] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.659249] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.659249] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adfc761e-fd03-4688-97d9-0d5bfa600956 is going to be updated. [ 772.679132] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 772.679360] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 772.679500] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 772.679671] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-419" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.680054] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-290f11f3-dd36-40d2-9209-478b860ba43f taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.680229] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-290f11f3-dd36-40d2-9209-478b860ba43f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.680340] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-290f11f3-dd36-40d2-9209-478b860ba43f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.680660] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-290f11f3-dd36-40d2-9209-478b860ba43f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.680797] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('290f11f3-dd36-40d2-9209-478b860ba43f',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.695043] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.695265] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.695346] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.695509] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.696110] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.709217] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adfc761e-fd03-4688-97d9-0d5bfa600956 in Status: IN_PROGRESS for 2s [ 772.741875] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.741875] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.741875] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.742184] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.742318] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.742513] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.742625] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.742687] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.742927] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.742989] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.743067] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b already deleted. [ 772.743147] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.743396] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.759520] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35db339a-905c-4b6a-81d5-fd34402b6e26 with status ACTIVE [ 772.760064] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.760064] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.760397] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.760397] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.760476] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.760655] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.760753] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.760921] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.761121] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.761121] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.761404] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.761626] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.761797] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.762718] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.762718] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.762718] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35db339a-905c-4b6a-81d5-fd34402b6e26 is going to be updated. [ 772.763538] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.764874] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b40e9a-1124-4126-a195-f5b379e2304c taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.764874] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.812208] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.812292] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.812358] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.812668] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.812771] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.813254] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35db339a-905c-4b6a-81d5-fd34402b6e26" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.822180] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.822373] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.822466] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.822730] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.822885] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.823119] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.823238] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.823369] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.823589] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.823670] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.823772] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 is going to be updated. [ 772.862362] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.862569] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.862569] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.863533] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.863533] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.877564] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 in Status: IN_PROGRESS for 2s [ 773.141595] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-601 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.141807] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-601" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.141943] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-601" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.142377] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-601" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.142842] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.143135] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.143325] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.143673] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.143895] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.144204] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.144379] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 773.144531] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 773.144647] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 773.144838] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.144987] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 773.145452] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 773.171071] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 773.171071] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 773.171071] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 773.171071] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-601" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.171375] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-5d52a8b4-99d5-4b7d-800e-aaed8d6fe823 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.171554] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-5d52a8b4-99d5-4b7d-800e-aaed8d6fe823" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.171784] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-5d52a8b4-99d5-4b7d-800e-aaed8d6fe823" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.172072] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-5d52a8b4-99d5-4b7d-800e-aaed8d6fe823" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.172236] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d52a8b4-99d5-4b7d-800e-aaed8d6fe823',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.182968] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.183220] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.183378] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.183657] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.183857] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.183963] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port 290f11f3-dd36-40d2-9209-478b860ba43f not found, creating... [ 773.184218] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.184366] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.184473] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.184681] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.184811] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.185096] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.185326] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.185439] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.185638] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.185762] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.185896] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: 290f11f3-dd36-40d2-9209-478b860ba43f is going to be created. [ 773.204356] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 in Status: SUCCESS [ 773.205141] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.212038] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.212038] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.212038] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.212308] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.212343] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.212574] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-290f11f3-dd36-40d2-9209-478b860ba43f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.245940] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b: rpc.has_security_group_logging(os_id): False [ 773.266258] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.269526] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.269827] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.269900] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.270104] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.270223] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.270469] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.270549] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.270618] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.270767] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.270870] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.270954] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b is going to be created. [ 773.335801] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b], does not exist path=[/infra/domains/default/groups/08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b]."\n}' [ 773.335801] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b [ 773.335801] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 773.412020] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.412276] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.412356] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.412655] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.415167] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.415655] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.415868] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.415999] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.416367] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.416530] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.416889] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.417101] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.417227] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.417504] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.417653] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.417814] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b is going to be created. [ 773.440346] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b], does not exist path=[/infra/domains/default/groups/08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b [ 773.440585] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.441337] env[65476]: Traceback (most recent call last): [ 773.441337] env[65476]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 773.441337] env[65476]: return func(*args, **kwargs) [ 773.441337] env[65476]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 773.441337] env[65476]: res.raise_for_status() [ 773.441337] env[65476]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 773.441337] env[65476]: raise HTTPError(http_error_msg, response=self) [ 773.441337] env[65476]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b [ 773.441337] env[65476]: During handling of the above exception, another exception occurred: [ 773.441337] env[65476]: Traceback (most recent call last): [ 773.441337] env[65476]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 773.441337] env[65476]: listener.cb(fileno) [ 773.441337] env[65476]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 773.441337] env[65476]: result = function(*args, **kwargs) [ 773.441337] env[65476]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 773.441337] env[65476]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 773.441337] env[65476]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 773.441337] env[65476]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 773.441337] env[65476]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 773.441337] env[65476]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 773.441337] env[65476]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 773.441337] env[65476]: res.raise_for_status() [ 773.441337] env[65476]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 773.441337] env[65476]: raise HTTPError(http_error_msg, response=self) [ 773.441337] env[65476]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/08d116c2-7b4b-4d5b-ae3e-58df0cb1a77b [ 773.441337] env[65476]: Removing descriptor: 22 [ 773.675922] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.675922] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.675922] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.675922] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.675922] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.676466] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port 5d52a8b4-99d5-4b7d-800e-aaed8d6fe823 not found, creating... [ 773.676466] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.676466] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.676601] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.676750] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.676879] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.677171] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.677497] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.677497] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.677708] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.677741] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.677859] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: 5d52a8b4-99d5-4b7d-800e-aaed8d6fe823 is going to be created. [ 773.701962] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.702289] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.702485] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.702973] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.703330] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.704566] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-5d52a8b4-99d5-4b7d-800e-aaed8d6fe823" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.768737] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.768923] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.769034] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.769294] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.769379] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.769518] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1b40e9a-1124-4126-a195-f5b379e2304c is going to be created. [ 773.818264] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.818394] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.818394] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.818621] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.818788] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.832654] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b40e9a-1124-4126-a195-f5b379e2304c in Status: UNINITIALIZED for 2s [ 773.954649] env[65476]: INFO networking_nsxv3.common.synchronization [req-a9d1870b-5456-469c-85ad-8858758c9800 req-8e4e4017-9d28-4e2b-9f60-350fc58087f4 service nova] Enqueued Resource ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 with Priority: HIGHEST for action security_group_rules [ 773.954820] env[65476]: INFO networking_nsxv3.common.synchronization [req-a9d1870b-5456-469c-85ad-8858758c9800 req-8e4e4017-9d28-4e2b-9f60-350fc58087f4 service nova] Enqueued Resource ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 with Priority: HIGHEST for action security_group_members [ 773.954954] env[65476]: INFO networking_nsxv3.common.synchronization [req-a9d1870b-5456-469c-85ad-8858758c9800 req-8e4e4017-9d28-4e2b-9f60-350fc58087f4 service nova] Enqueued Resource ID: 290f11f3-dd36-40d2-9209-478b860ba43f with Priority: HIGHEST for action port [ 773.955543] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 with Priority: HIGHEST for action security_group_rules [ 773.955677] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 with Priority: HIGHEST for action security_group_members [ 773.955772] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 290f11f3-dd36-40d2-9209-478b860ba43f with Priority: HIGHEST for action port [ 773.956087] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.956214] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.956274] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.956562] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.956562] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.957430] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.957524] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.957717] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-290f11f3-dd36-40d2-9209-478b860ba43f taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.957811] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-290f11f3-dd36-40d2-9209-478b860ba43f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.957872] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-290f11f3-dd36-40d2-9209-478b860ba43f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.958049] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-290f11f3-dd36-40d2-9209-478b860ba43f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.958126] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('290f11f3-dd36-40d2-9209-478b860ba43f',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.429547] env[65476]: INFO networking_nsxv3.common.synchronization [req-ca466483-3f66-4735-92e2-6bfa70ce84d7 req-a6c9a36f-89b5-4b3c-94a1-361aa280640c service nova] Enqueued Resource ID: f1b40e9a-1124-4126-a195-f5b379e2304c with Priority: HIGHEST for action security_group_rules [ 774.429902] env[65476]: INFO networking_nsxv3.common.synchronization [req-ca466483-3f66-4735-92e2-6bfa70ce84d7 req-a6c9a36f-89b5-4b3c-94a1-361aa280640c service nova] Enqueued Resource ID: f1b40e9a-1124-4126-a195-f5b379e2304c with Priority: HIGHEST for action security_group_members [ 774.429902] env[65476]: INFO networking_nsxv3.common.synchronization [req-ca466483-3f66-4735-92e2-6bfa70ce84d7 req-a6c9a36f-89b5-4b3c-94a1-361aa280640c service nova] Enqueued Resource ID: 5d52a8b4-99d5-4b7d-800e-aaed8d6fe823 with Priority: HIGHEST for action port [ 774.430817] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b40e9a-1124-4126-a195-f5b379e2304c with Priority: HIGHEST for action security_group_rules [ 774.430817] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b40e9a-1124-4126-a195-f5b379e2304c with Priority: HIGHEST for action security_group_members [ 774.430817] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d52a8b4-99d5-4b7d-800e-aaed8d6fe823 with Priority: HIGHEST for action port [ 774.430975] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1b40e9a-1124-4126-a195-f5b379e2304c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.431963] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.434016] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b40e9a-1124-4126-a195-f5b379e2304c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.434120] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.434267] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d52a8b4-99d5-4b7d-800e-aaed8d6fe823 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.434385] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d52a8b4-99d5-4b7d-800e-aaed8d6fe823" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.434447] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d52a8b4-99d5-4b7d-800e-aaed8d6fe823" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.434658] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d52a8b4-99d5-4b7d-800e-aaed8d6fe823" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.434738] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d52a8b4-99d5-4b7d-800e-aaed8d6fe823',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.460479] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.460632] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.461046] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 290f11f3-dd36-40d2-9209-478b860ba43f with status ACTIVE [ 774.461046] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.461046] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.461229] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.461326] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.461416] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.461576] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.461670] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.461776] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.461931] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.462012] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.462207] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.462298] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.462354] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.462651] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.462651] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.462651] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 290f11f3-dd36-40d2-9209-478b860ba43f is going to be updated. [ 774.487505] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.487634] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.487704] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.487927] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.488084] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.488245] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-290f11f3-dd36-40d2-9209-478b860ba43f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.719606] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adfc761e-fd03-4688-97d9-0d5bfa600956 in Status: SUCCESS [ 774.719872] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.720066] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.720288] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.720473] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.720588] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.720657] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.720800] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.720878] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.721125] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.721261] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('adfc761e-fd03-4688-97d9-0d5bfa600956',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.722924] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.723181] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.723476] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.723598] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.723661] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.723814] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.723917] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.724022] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adfc761e-fd03-4688-97d9-0d5bfa600956',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.887478] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 in Status: SUCCESS [ 774.887756] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 deletion is rescheduled due to dependency. [ 774.887920] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.888142] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.888391] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.888604] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.888732] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.888795] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.888954] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.889062] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.889157] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.938954] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d52a8b4-99d5-4b7d-800e-aaed8d6fe823 with status ACTIVE [ 774.938954] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.939245] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.939245] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.939441] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.939660] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.939817] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.939912] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.939946] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.940171] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.940328] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.940489] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.940614] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.940671] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.940839] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.940918] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.941012] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d52a8b4-99d5-4b7d-800e-aaed8d6fe823 is going to be updated. [ 774.967566] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.967566] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.967566] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.967566] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.967566] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.967820] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d52a8b4-99d5-4b7d-800e-aaed8d6fe823" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.223914] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-adfc761e-fd03-4688-97d9-0d5bfa600956 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.224120] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.226538] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('adfc761e-fd03-4688-97d9-0d5bfa600956',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.274155] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-997 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.274377] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-997" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.274496] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-997" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.275124] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-997" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.275389] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.275545] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.275657] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.275894] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.276207] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.276294] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 775.276401] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 775.276503] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 775.276602] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 775.276705] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 775.276804] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 775.276928] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 775.298023] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 775.298023] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 775.298023] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 775.298023] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-997" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.298023] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-720ecf9f-3c20-49ed-af0a-15337726358d taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.298023] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-720ecf9f-3c20-49ed-af0a-15337726358d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.298023] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-720ecf9f-3c20-49ed-af0a-15337726358d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.298588] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-720ecf9f-3c20-49ed-af0a-15337726358d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.298588] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('720ecf9f-3c20-49ed-af0a-15337726358d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.392388] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.728596] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('adfc761e-fd03-4688-97d9-0d5bfa600956',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.802479] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.802708] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.802708] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.803059] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.803374] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.803374] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port 720ecf9f-3c20-49ed-af0a-15337726358d not found, creating... [ 775.803800] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.803800] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.804164] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.804164] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.804344] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.804621] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.804730] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.804833] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.806383] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.808407] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.808407] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: 720ecf9f-3c20-49ed-af0a-15337726358d is going to be created. [ 775.833978] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.834178] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.834313] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.834577] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.834836] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.835025] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-720ecf9f-3c20-49ed-af0a-15337726358d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.846158] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b40e9a-1124-4126-a195-f5b379e2304c in Status: SUCCESS [ 775.846402] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.846559] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.846775] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.846977] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.847120] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.847223] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.847336] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.847472] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.847544] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.847641] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.848490] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.848657] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.848813] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.848914] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.848974] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.849122] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.849198] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.849285] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.894837] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.164157] env[65476]: INFO networking_nsxv3.common.synchronization [req-a9d1870b-5456-469c-85ad-8858758c9800 req-b37a5e12-93dd-4e8a-8a8d-c80eff215cd8 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Enqueued Resource ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 with Priority: HIGHEST for action security_group_members [ 776.164674] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 with Priority: HIGHEST for action security_group_members [ 776.164990] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.166486] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.230880] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.232310] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.232441] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.232695] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.232803] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.232925] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adfc761e-fd03-4688-97d9-0d5bfa600956 is going to be updated. [ 776.278820] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.278965] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.279839] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.279839] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.279839] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.291703] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adfc761e-fd03-4688-97d9-0d5bfa600956 in Status: IN_PROGRESS for 2s [ 776.351485] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b40e9a-1124-4126-a195-f5b379e2304c taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.351773] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.351899] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.400263] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.400263] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.400263] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.400263] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.400263] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.400263] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 is going to be updated. [ 776.436128] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.437139] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.437139] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.437139] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.437139] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.451337] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 in Status: IN_PROGRESS for 2s [ 776.541151] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-419 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.541346] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-419" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.541463] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-419" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.542122] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-419" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.542477] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.542666] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.542843] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.543129] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.543297] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.543558] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.543685] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 776.543806] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 776.543940] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 776.544084] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.544229] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 776.544386] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 776.571252] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 776.571414] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 776.571546] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 776.571712] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-419" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.572073] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-81e1e3a7-c1bb-4b83-80ac-da1f6812bc09 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.572247] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-81e1e3a7-c1bb-4b83-80ac-da1f6812bc09" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.572360] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-81e1e3a7-c1bb-4b83-80ac-da1f6812bc09" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.572689] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-81e1e3a7-c1bb-4b83-80ac-da1f6812bc09" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.572911] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81e1e3a7-c1bb-4b83-80ac-da1f6812bc09',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.578142] env[65476]: INFO networking_nsxv3.common.synchronization [req-ca466483-3f66-4735-92e2-6bfa70ce84d7 req-25cd2a43-b6fd-4fc6-bd4e-c4642bd38f9b service nova] Enqueued Resource ID: f1b40e9a-1124-4126-a195-f5b379e2304c with Priority: HIGHEST for action security_group_rules [ 776.578142] env[65476]: INFO networking_nsxv3.common.synchronization [req-ca466483-3f66-4735-92e2-6bfa70ce84d7 req-25cd2a43-b6fd-4fc6-bd4e-c4642bd38f9b service nova] Enqueued Resource ID: f1b40e9a-1124-4126-a195-f5b379e2304c with Priority: HIGHEST for action security_group_members [ 776.578142] env[65476]: INFO networking_nsxv3.common.synchronization [req-ca466483-3f66-4735-92e2-6bfa70ce84d7 req-25cd2a43-b6fd-4fc6-bd4e-c4642bd38f9b service nova] Enqueued Resource ID: 720ecf9f-3c20-49ed-af0a-15337726358d with Priority: HIGHEST for action port [ 776.578142] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b40e9a-1124-4126-a195-f5b379e2304c with Priority: HIGHEST for action security_group_rules [ 776.578142] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b40e9a-1124-4126-a195-f5b379e2304c with Priority: HIGHEST for action security_group_members [ 776.578142] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 720ecf9f-3c20-49ed-af0a-15337726358d with Priority: HIGHEST for action port [ 776.578142] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1b40e9a-1124-4126-a195-f5b379e2304c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.578142] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.578142] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b40e9a-1124-4126-a195-f5b379e2304c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.578142] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.578142] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-720ecf9f-3c20-49ed-af0a-15337726358d taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.578142] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-720ecf9f-3c20-49ed-af0a-15337726358d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.578142] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-720ecf9f-3c20-49ed-af0a-15337726358d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.578142] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-720ecf9f-3c20-49ed-af0a-15337726358d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.578142] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('720ecf9f-3c20-49ed-af0a-15337726358d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.630820] env[65476]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] NSXv3 Agent Agent loop - iteration:0 completed [ 776.630997] env[65476]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] NSXv3 Agent Agent loop - iteration:1 started [ 776.855347] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.077653] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.077882] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.078109] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.078424] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.078571] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.078728] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port 81e1e3a7-c1bb-4b83-80ac-da1f6812bc09 not found, creating... [ 777.078985] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.079158] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.079288] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.079487] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.079608] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.079952] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.080119] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.080282] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.080439] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.080561] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.080693] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: 81e1e3a7-c1bb-4b83-80ac-da1f6812bc09 is going to be created. [ 777.082393] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 720ecf9f-3c20-49ed-af0a-15337726358d with status ACTIVE [ 777.082553] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.082679] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.082942] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.083120] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.083228] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.083456] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.083926] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.083926] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.083926] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.083926] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.084122] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.084285] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.084396] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.084637] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.084768] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.084905] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 720ecf9f-3c20-49ed-af0a-15337726358d is going to be updated. [ 777.108843] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.109110] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.109224] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.109606] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.109895] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.110143] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-81e1e3a7-c1bb-4b83-80ac-da1f6812bc09" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.111717] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.111892] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.111968] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.112183] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.112319] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.112474] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-720ecf9f-3c20-49ed-af0a-15337726358d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.359727] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.359929] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.359929] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.360159] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.360250] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.360354] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1b40e9a-1124-4126-a195-f5b379e2304c is going to be updated. [ 777.394851] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.394851] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.394851] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.394851] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.394851] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.405578] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b40e9a-1124-4126-a195-f5b379e2304c in Status: IN_PROGRESS for 2s [ 777.817828] env[65476]: INFO networking_nsxv3.common.synchronization [req-a9d1870b-5456-469c-85ad-8858758c9800 req-4e9f4b47-e334-4363-89da-1faa739a2a25 service nova] Enqueued Resource ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 with Priority: HIGHEST for action security_group_rules [ 777.817828] env[65476]: INFO networking_nsxv3.common.synchronization [req-a9d1870b-5456-469c-85ad-8858758c9800 req-4e9f4b47-e334-4363-89da-1faa739a2a25 service nova] Enqueued Resource ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 with Priority: HIGHEST for action security_group_members [ 777.817828] env[65476]: INFO networking_nsxv3.common.synchronization [req-a9d1870b-5456-469c-85ad-8858758c9800 req-4e9f4b47-e334-4363-89da-1faa739a2a25 service nova] Enqueued Resource ID: 81e1e3a7-c1bb-4b83-80ac-da1f6812bc09 with Priority: HIGHEST for action port [ 777.817828] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 with Priority: HIGHEST for action security_group_rules [ 777.817828] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 with Priority: HIGHEST for action security_group_members [ 777.817828] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81e1e3a7-c1bb-4b83-80ac-da1f6812bc09 with Priority: HIGHEST for action port [ 777.819714] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.819714] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.819714] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.819714] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.820391] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-81e1e3a7-c1bb-4b83-80ac-da1f6812bc09 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.820391] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81e1e3a7-c1bb-4b83-80ac-da1f6812bc09" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.820391] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81e1e3a7-c1bb-4b83-80ac-da1f6812bc09" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.821028] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81e1e3a7-c1bb-4b83-80ac-da1f6812bc09" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.821028] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81e1e3a7-c1bb-4b83-80ac-da1f6812bc09',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.303270] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adfc761e-fd03-4688-97d9-0d5bfa600956 in Status: SUCCESS [ 778.303572] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.303696] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.303900] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.304144] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.304269] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.304335] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.304493] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.304638] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.304938] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adfc761e-fd03-4688-97d9-0d5bfa600956',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.323833] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81e1e3a7-c1bb-4b83-80ac-da1f6812bc09 with status ACTIVE [ 778.324107] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.324266] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.324369] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.324622] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.324713] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.324981] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.325080] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.325080] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.325261] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.325304] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.325466] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.325562] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.325681] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.325748] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.325826] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.325913] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81e1e3a7-c1bb-4b83-80ac-da1f6812bc09 is going to be updated. [ 778.357647] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.357798] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.357906] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.358120] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.358562] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.358562] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81e1e3a7-c1bb-4b83-80ac-da1f6812bc09" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.465363] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 in Status: SUCCESS [ 778.466452] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.466452] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.466739] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.466966] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.468097] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.468097] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.468097] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.468097] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.468097] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.468392] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.472021] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.472021] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.472021] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.472021] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.472021] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.472021] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.472021] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.472021] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.806738] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('adfc761e-fd03-4688-97d9-0d5bfa600956',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.919675] env[65476]: INFO networking_nsxv3.common.synchronization [req-2b66e966-f67a-4add-ae77-e7b6abde7f37 req-2af56c16-bf7e-44ef-b2d7-1a7532403c32 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Enqueued Resource ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 with Priority: HIGHEST for action security_group_members [ 778.920425] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 with Priority: HIGHEST for action security_group_members [ 778.920698] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f5c1a41-584c-4e4e-a276-7f37308bc912 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.920868] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.920984] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.921215] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.921545] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.921545] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.921545] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.921717] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.921779] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.921924] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f5c1a41-584c-4e4e-a276-7f37308bc912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.975508] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.976145] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.977067] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.270976] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-543 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.270976] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-543" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.271178] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-543" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.271469] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-543" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.271751] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.272021] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.272443] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.272736] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.272934] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.273199] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.273314] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 779.273939] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 779.273939] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 779.273939] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.273939] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 779.273939] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 779.310720] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 779.311370] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 779.311460] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 779.311699] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-543" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.312278] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-79873fd7-68cd-4e06-932b-fe966d3f2ead taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.312480] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-79873fd7-68cd-4e06-932b-fe966d3f2ead" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.312599] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-79873fd7-68cd-4e06-932b-fe966d3f2ead" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.312968] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-79873fd7-68cd-4e06-932b-fe966d3f2ead" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.313115] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79873fd7-68cd-4e06-932b-fe966d3f2ead',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.314449] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('adfc761e-fd03-4688-97d9-0d5bfa600956',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.415918] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b40e9a-1124-4126-a195-f5b379e2304c in Status: SUCCESS [ 779.416138] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.416310] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.416530] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.416713] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.416823] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.416888] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.417031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.417107] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.417234] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.417408] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b40e9a-1124-4126-a195-f5b379e2304c taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.417517] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.417584] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.417666] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.417803] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.417881] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.417968] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.418221] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.418307] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.418363] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.418458] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.419308] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.419473] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.419621] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.419789] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.420015] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.420113] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.420246] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.420337] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.424798] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.424929] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.424990] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.425544] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.425657] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.425848] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.425951] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.426012] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.426168] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.426240] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.428101] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 already deleted. [ 779.428101] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.478785] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.816124] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.816457] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.816592] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.816937] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.817650] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.817650] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port 79873fd7-68cd-4e06-932b-fe966d3f2ead not found, creating... [ 779.817650] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.817865] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.817954] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.818245] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.818383] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.818743] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.818902] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.819238] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.819664] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.820310] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.820310] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: 79873fd7-68cd-4e06-932b-fe966d3f2ead is going to be created. [ 779.821958] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.822105] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.822170] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.822356] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.822430] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.822524] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adfc761e-fd03-4688-97d9-0d5bfa600956 is going to be updated. [ 779.852260] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.852260] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.852260] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.852260] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.852260] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.852922] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-79873fd7-68cd-4e06-932b-fe966d3f2ead" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.864606] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.864786] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.864869] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.865094] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.865511] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.875768] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adfc761e-fd03-4688-97d9-0d5bfa600956 in Status: IN_PROGRESS for 2s [ 779.922228] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1b40e9a-1124-4126-a195-f5b379e2304c: rpc.has_security_group_logging(os_id): False [ 779.927568] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.959973] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.959973] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.959973] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.959973] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.959973] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.959973] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.959973] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.959973] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.959973] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.960576] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.960576] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.960576] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.960576] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.960576] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.960743] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.960776] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.960876] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.960939] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.961092] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.961166] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.961260] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1b40e9a-1124-4126-a195-f5b379e2304c is going to be created. [ 779.983872] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.984152] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.984152] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.984359] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.984448] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.984549] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 is going to be updated. [ 780.033589] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.033589] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.033589] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.033589] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.033589] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.048741] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 in Status: IN_PROGRESS for 2s [ 780.079609] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.079609] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.079609] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.079901] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.080113] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.107016] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1b40e9a-1124-4126-a195-f5b379e2304c in Status: IN_PROGRESS for 2s [ 780.431252] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.634770] env[65476]: INFO networking_nsxv3.common.synchronization [req-2b66e966-f67a-4add-ae77-e7b6abde7f37 req-0877fd7e-0e88-4316-ae7a-19d4530356cc service nova] Enqueued Resource ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 with Priority: HIGHEST for action security_group_rules [ 780.634945] env[65476]: INFO networking_nsxv3.common.synchronization [req-2b66e966-f67a-4add-ae77-e7b6abde7f37 req-0877fd7e-0e88-4316-ae7a-19d4530356cc service nova] Enqueued Resource ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 with Priority: HIGHEST for action security_group_members [ 780.635178] env[65476]: INFO networking_nsxv3.common.synchronization [req-2b66e966-f67a-4add-ae77-e7b6abde7f37 req-0877fd7e-0e88-4316-ae7a-19d4530356cc service nova] Enqueued Resource ID: 79873fd7-68cd-4e06-932b-fe966d3f2ead with Priority: HIGHEST for action port [ 780.635893] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 with Priority: HIGHEST for action security_group_rules [ 780.636046] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 with Priority: HIGHEST for action security_group_members [ 780.636191] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79873fd7-68cd-4e06-932b-fe966d3f2ead with Priority: HIGHEST for action port [ 780.636521] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f5c1a41-584c-4e4e-a276-7f37308bc912 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.636678] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.636768] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.637016] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.637136] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f5c1a41-584c-4e4e-a276-7f37308bc912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.638336] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f5c1a41-584c-4e4e-a276-7f37308bc912 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.638336] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.638485] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.638709] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.638987] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.638987] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.639162] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.639294] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.639409] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.639533] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f5c1a41-584c-4e4e-a276-7f37308bc912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.640808] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-79873fd7-68cd-4e06-932b-fe966d3f2ead taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.640808] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79873fd7-68cd-4e06-932b-fe966d3f2ead" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.641028] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79873fd7-68cd-4e06-932b-fe966d3f2ead" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.641145] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79873fd7-68cd-4e06-932b-fe966d3f2ead" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.641352] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79873fd7-68cd-4e06-932b-fe966d3f2ead',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.937203] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.937203] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.937203] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.937573] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.937573] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.937573] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1b40e9a-1124-4126-a195-f5b379e2304c is going to be updated. [ 780.983338] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.983338] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.983338] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.983338] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.983338] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.997799] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b40e9a-1124-4126-a195-f5b379e2304c in Status: IN_PROGRESS for 2s [ 781.143510] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f5c1a41-584c-4e4e-a276-7f37308bc912 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.143641] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.145030] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f5c1a41-584c-4e4e-a276-7f37308bc912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.145925] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79873fd7-68cd-4e06-932b-fe966d3f2ead with status ACTIVE [ 781.146162] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.146286] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.146371] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.146597] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.146691] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.146891] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.146997] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.147098] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.147267] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.147344] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.147529] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.147626] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.147685] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.147828] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.147901] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.147986] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79873fd7-68cd-4e06-932b-fe966d3f2ead is going to be updated. [ 781.174140] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.174140] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.174140] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.174140] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.174310] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.175172] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79873fd7-68cd-4e06-932b-fe966d3f2ead" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.625291] env[65476]: INFO networking_nsxv3.common.synchronization [req-f5229e0e-7040-4c3b-9dcb-e5009fbef4f8 req-1de0f03a-d6f0-47c8-a35a-6dab0d87e22f tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Enqueued Resource ID: 0b12addc-823c-4a95-a085-d4bb69d13f36 with Priority: HIGHEST for action security_group_members [ 781.625838] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b12addc-823c-4a95-a085-d4bb69d13f36 with Priority: HIGHEST for action security_group_members [ 781.626287] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b12addc-823c-4a95-a085-d4bb69d13f36 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.626475] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b12addc-823c-4a95-a085-d4bb69d13f36" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.626596] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b12addc-823c-4a95-a085-d4bb69d13f36" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.626900] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b12addc-823c-4a95-a085-d4bb69d13f36" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.627169] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.627361] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.627456] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.627701] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.627969] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.627969] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b12addc-823c-4a95-a085-d4bb69d13f36',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.651159] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f5c1a41-584c-4e4e-a276-7f37308bc912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.888800] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adfc761e-fd03-4688-97d9-0d5bfa600956 in Status: SUCCESS [ 781.889049] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.889226] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.889509] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.889777] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.889886] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.890385] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.890385] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.890385] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.890493] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.890646] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-adfc761e-fd03-4688-97d9-0d5bfa600956 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.890746] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.890978] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.890978] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.891100] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.891656] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.891656] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.891656] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.894189] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.894332] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.894689] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('adfc761e-fd03-4688-97d9-0d5bfa600956',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.897834] env[65476]: INFO networking_nsxv3.common.synchronization [req-0912bd39-aaef-4d67-91ca-30192769827c req-161dc5f5-c98a-46ee-a225-852def5017ba tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Enqueued Resource ID: adfc761e-fd03-4688-97d9-0d5bfa600956 with Priority: HIGHEST for action security_group_members [ 781.899173] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adfc761e-fd03-4688-97d9-0d5bfa600956 with Priority: HIGHEST for action security_group_members [ 781.899173] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-adfc761e-fd03-4688-97d9-0d5bfa600956 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.899173] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.899173] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.900282] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.900558] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.900708] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.900783] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.902402] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.902402] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.902402] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adfc761e-fd03-4688-97d9-0d5bfa600956',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.061276] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 in Status: SUCCESS [ 782.061276] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.062378] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.062977] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.063387] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.063559] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.063619] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.064177] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.064328] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.064821] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.123633] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1b40e9a-1124-4126-a195-f5b379e2304c in Status: SUCCESS [ 782.123867] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.124060] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.124285] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.124374] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.132073] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.132073] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.132073] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.132073] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.153483] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.153743] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.153852] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.154713] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.155239] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.155450] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 is going to be created. [ 782.160019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.160019] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.160019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.160019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.160019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.160019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.160019] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b12addc-823c-4a95-a085-d4bb69d13f36 is going to be updated. [ 782.188035] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.188035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.188035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.188319] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.188451] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.192397] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.192571] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.192647] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.192950] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.193362] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.202722] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 in Status: UNINITIALIZED for 2s [ 782.203976] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b12addc-823c-4a95-a085-d4bb69d13f36 in Status: IN_PROGRESS for 2s [ 782.310305] env[65476]: INFO networking_nsxv3.common.synchronization [req-a443d366-ed94-4d24-826d-0b88bf7acd47 req-742cae4a-83f3-48a3-9b40-5451914ef59a tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Enqueued Resource ID: a0fb7749-a884-47d7-b901-23e6306d01db with Priority: HIGHEST for action security_group_members [ 782.310305] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0fb7749-a884-47d7-b901-23e6306d01db with Priority: HIGHEST for action security_group_members [ 782.310305] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0fb7749-a884-47d7-b901-23e6306d01db taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.310305] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.310588] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.310923] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.311235] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.311467] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.311635] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.313068] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.313352] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.313634] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0fb7749-a884-47d7-b901-23e6306d01db',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.396963] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for adfc761e-fd03-4688-97d9-0d5bfa600956: rpc.has_security_group_logging(os_id): False [ 782.406377] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.406878] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.406878] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.407040] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.416900] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.417061] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.431172] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.431436] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.431563] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.431629] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.431915] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.432014] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.432145] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adfc761e-fd03-4688-97d9-0d5bfa600956 is going to be updated. [ 782.433188] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.433366] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.433563] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.433634] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.433734] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.433809] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.433938] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.435860] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.436289] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.436289] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.436418] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.436513] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.436592] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.436782] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.436966] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.439681] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.439681] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.439681] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.439681] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adfc761e-fd03-4688-97d9-0d5bfa600956 is going to be updated. [ 782.473708] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.473912] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.473985] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.475185] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.475185] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.487298] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adfc761e-fd03-4688-97d9-0d5bfa600956 in Status: IN_PROGRESS for 2s [ 782.515042] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.515361] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.515747] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.515856] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.516124] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.531843] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: adfc761e-fd03-4688-97d9-0d5bfa600956 in Status: IN_PROGRESS for 2s [ 782.570341] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.627035] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b40e9a-1124-4126-a195-f5b379e2304c taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.627035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.816636] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0fb7749-a884-47d7-b901-23e6306d01db',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.012448] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b40e9a-1124-4126-a195-f5b379e2304c in Status: SUCCESS [ 783.012754] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.012950] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.013201] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.013409] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.013795] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.013859] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.014106] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.014243] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.014337] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.014432] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.075746] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.321474] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0fb7749-a884-47d7-b901-23e6306d01db',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.517606] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b40e9a-1124-4126-a195-f5b379e2304c taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.518080] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.518209] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.519539] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.519539] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.519539] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.519539] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.519539] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.519825] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.519825] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.522492] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b40e9a-1124-4126-a195-f5b379e2304c taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.522737] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.522883] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.523285] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.523625] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.523753] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.523841] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.524137] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.524315] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.524490] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.524638] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.577897] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.578053] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.578127] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.579131] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.579131] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.579131] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 is going to be updated. [ 783.713733] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.714054] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.714054] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.715148] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.715148] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.725102] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 in Status: IN_PROGRESS for 2s [ 783.827822] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.828070] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.828187] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.828424] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.828551] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.828710] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0fb7749-a884-47d7-b901-23e6306d01db is going to be updated. [ 783.866472] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.866748] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.866748] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.866917] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.867046] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.879781] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0fb7749-a884-47d7-b901-23e6306d01db in Status: IN_PROGRESS for 2s [ 784.028735] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1b40e9a-1124-4126-a195-f5b379e2304c: rpc.has_security_group_logging(os_id): False [ 784.053317] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.053317] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.053317] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.053654] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.053808] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.054165] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.054350] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.054460] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.054722] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.054842] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.055193] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.055349] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.055476] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.055713] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.055838] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.056151] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.056316] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.056418] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.056654] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.056774] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.056912] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1b40e9a-1124-4126-a195-f5b379e2304c is going to be updated. [ 784.158666] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.158820] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.158904] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.159150] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.159303] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.174429] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1b40e9a-1124-4126-a195-f5b379e2304c in Status: IN_PROGRESS for 2s [ 784.226322] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 in Status: UNINITIALIZED for 4s [ 784.226322] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b12addc-823c-4a95-a085-d4bb69d13f36 in Status: IN_PROGRESS for 4s [ 784.505980] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adfc761e-fd03-4688-97d9-0d5bfa600956 in Status: SUCCESS [ 784.505980] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adfc761e-fd03-4688-97d9-0d5bfa600956 deletion is rescheduled due to dependency. [ 784.505980] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.554193] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: adfc761e-fd03-4688-97d9-0d5bfa600956 in Status: SUCCESS [ 784.554868] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.554945] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.555422] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.555485] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('adfc761e-fd03-4688-97d9-0d5bfa600956',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.080119] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.081183] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.081183] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.081183] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.081183] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.081183] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adfc761e-fd03-4688-97d9-0d5bfa600956 is going to be deleted. [ 785.150324] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.150524] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.150671] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.151165] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.151165] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.151165] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-adfc761e-fd03-4688-97d9-0d5bfa600956" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.287827] env[65476]: INFO networking_nsxv3.common.synchronization [None req-dfa5360e-6302-41f2-9a76-6364309fa32d None None] Enqueued Resource ID: b05c4ae6-99a1-405b-a818-2f865ad5cbbd with Priority: HIGHEST for action port [ 785.290192] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b05c4ae6-99a1-405b-a818-2f865ad5cbbd with Priority: HIGHEST for action port [ 785.290192] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-b05c4ae6-99a1-405b-a818-2f865ad5cbbd taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.290192] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b05c4ae6-99a1-405b-a818-2f865ad5cbbd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.290192] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b05c4ae6-99a1-405b-a818-2f865ad5cbbd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.290192] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b05c4ae6-99a1-405b-a818-2f865ad5cbbd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.290776] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b05c4ae6-99a1-405b-a818-2f865ad5cbbd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.319912] env[65476]: INFO networking_nsxv3.common.synchronization [None req-3b2ca711-5eba-4eb9-bd36-a1dedcc1408f None None] Enqueued Resource ID: 7598693b-697a-4199-9245-0916ed4aa599 with Priority: HIGHEST for action port [ 785.320852] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7598693b-697a-4199-9245-0916ed4aa599 with Priority: HIGHEST for action port [ 785.321767] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-7598693b-697a-4199-9245-0916ed4aa599 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.322059] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7598693b-697a-4199-9245-0916ed4aa599" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.322150] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7598693b-697a-4199-9245-0916ed4aa599" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.322472] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7598693b-697a-4199-9245-0916ed4aa599" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.322603] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7598693b-697a-4199-9245-0916ed4aa599',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.736881] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 in Status: SUCCESS [ 785.737156] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.737362] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.737547] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.737739] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.737855] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.737920] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.738083] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.738164] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.738250] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.738410] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.738708] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.738708] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.738838] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.738945] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.739094] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.739135] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.739276] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.739374] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.739533] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.739533] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.795303] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b05c4ae6-99a1-405b-a818-2f865ad5cbbd [ 785.795575] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.797304] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.797304] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.797304] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.797304] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.797304] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b05c4ae6-99a1-405b-a818-2f865ad5cbbd already deleted. [ 785.797304] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b05c4ae6-99a1-405b-a818-2f865ad5cbbd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.825865] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7598693b-697a-4199-9245-0916ed4aa599 [ 785.826695] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.826695] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.826695] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.826901] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.826934] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.827498] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7598693b-697a-4199-9245-0916ed4aa599 already deleted. [ 785.827498] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7598693b-697a-4199-9245-0916ed4aa599" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.896185] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0fb7749-a884-47d7-b901-23e6306d01db in Status: SUCCESS [ 785.896185] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.118129] env[65476]: INFO networking_nsxv3.common.synchronization [req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 req-b4dbb9f7-911d-4a06-ba52-ad09d132d65c tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Enqueued Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_members [ 786.118129] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_members [ 786.118129] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.118129] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.118129] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.118129] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.118129] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.118129] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.118129] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.118129] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.119833] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.119833] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.192154] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1b40e9a-1124-4126-a195-f5b379e2304c in Status: SUCCESS [ 786.192154] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.192154] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.192154] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.192154] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.237603] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b12addc-823c-4a95-a085-d4bb69d13f36 in Status: SUCCESS [ 786.237760] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b12addc-823c-4a95-a085-d4bb69d13f36 deletion is rescheduled due to dependency. [ 786.237890] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b12addc-823c-4a95-a085-d4bb69d13f36" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.239248] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 in Status: SUCCESS [ 786.239899] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.239899] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.241065] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.241065] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.241065] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.241065] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.241065] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.241065] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.241065] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.241065] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f5c1a41-584c-4e4e-a276-7f37308bc912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.242033] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5: rpc.has_security_group_logging(os_id): False [ 786.262345] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.262345] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.262345] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.262345] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.286065] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.288467] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.288624] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.288701] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.288955] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.289056] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.289289] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.289386] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.289440] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.289597] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.289664] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.289969] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.292018] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.292018] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.292018] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.292018] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.292018] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 is going to be updated. [ 786.370572] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.370572] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.370572] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.370572] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.370572] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.385875] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 in Status: IN_PROGRESS for 2s [ 786.621969] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.622142] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.622207] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.622452] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.622539] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.623267] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.623267] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.623267] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.623267] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.623267] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.623267] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 already deleted. [ 786.623267] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.625435] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-928 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.625435] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-928" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.625435] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-928" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.625435] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-928" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.625435] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.625435] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.625435] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.626077] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.626234] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.626459] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.626647] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 786.626702] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 786.626812] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 786.626870] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.626954] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 786.627155] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 786.649149] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 786.649728] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 786.649728] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 786.649728] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-928" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.649890] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-225033f0-4610-490c-9451-e211f974f19a taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.650302] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-225033f0-4610-490c-9451-e211f974f19a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.650302] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-225033f0-4610-490c-9451-e211f974f19a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.650590] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-225033f0-4610-490c-9451-e211f974f19a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.650713] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('225033f0-4610-490c-9451-e211f974f19a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.695534] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b40e9a-1124-4126-a195-f5b379e2304c taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.695636] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.696210] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.696210] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.696210] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.696210] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.696210] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.696417] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.696678] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.696678] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.696678] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.746238] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f5c1a41-584c-4e4e-a276-7f37308bc912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.153410] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.153875] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.153875] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.154244] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.154412] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.154685] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port 225033f0-4610-490c-9451-e211f974f19a not found, creating... [ 787.154871] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.155050] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.155182] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.155443] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.155579] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.155913] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.156221] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.156455] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.156742] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.156926] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.157171] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: 225033f0-4610-490c-9451-e211f974f19a is going to be created. [ 787.189342] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.189682] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.189836] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.190181] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.190416] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.190657] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-225033f0-4610-490c-9451-e211f974f19a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.203805] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b40e9a-1124-4126-a195-f5b379e2304c taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.203805] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.203805] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.203805] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.203805] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.203805] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.204280] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.204280] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.204280] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.204521] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.204588] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b40e9a-1124-4126-a195-f5b379e2304c taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.204704] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.204772] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.204944] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.205117] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.205230] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.205298] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.206841] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.206943] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.207117] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.207289] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.250916] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f5c1a41-584c-4e4e-a276-7f37308bc912: rpc.has_security_group_logging(os_id): False [ 787.273029] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.273168] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.273261] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.273443] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.273577] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.273776] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.273886] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.273932] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.275582] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.275582] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.275582] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 is going to be created. [ 787.403543] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.403543] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.403543] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.404309] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.408119] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.421250] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 in Status: IN_PROGRESS for 2s [ 787.712238] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1b40e9a-1124-4126-a195-f5b379e2304c: rpc.has_security_group_logging(os_id): False [ 787.731645] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.731790] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.731866] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.732379] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.732379] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.733294] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.733683] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.733816] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.734047] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.734799] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.735090] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.735211] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.735414] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.735597] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.735689] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.735918] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.736037] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.736101] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.736343] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.736343] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.736428] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1b40e9a-1124-4126-a195-f5b379e2304c is going to be updated. [ 787.805743] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.806239] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.806239] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.806529] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.806632] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.825036] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1b40e9a-1124-4126-a195-f5b379e2304c in Status: IN_PROGRESS for 2s [ 787.960416] env[65476]: INFO networking_nsxv3.common.synchronization [req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 req-71bd354a-2345-4b98-af88-f89b4ec18ff1 service nova] Enqueued Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_rules [ 787.960416] env[65476]: INFO networking_nsxv3.common.synchronization [req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 req-71bd354a-2345-4b98-af88-f89b4ec18ff1 service nova] Enqueued Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_members [ 787.960416] env[65476]: INFO networking_nsxv3.common.synchronization [req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 req-71bd354a-2345-4b98-af88-f89b4ec18ff1 service nova] Enqueued Resource ID: 225033f0-4610-490c-9451-e211f974f19a with Priority: HIGHEST for action port [ 787.961389] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_rules [ 787.961503] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_members [ 787.961542] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 225033f0-4610-490c-9451-e211f974f19a with Priority: HIGHEST for action port [ 787.962069] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.962191] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.962191] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.965027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.965027] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.966099] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.966227] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.967600] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.967600] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.967600] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.967600] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.967600] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.967600] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.968050] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.968050] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.970051] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-225033f0-4610-490c-9451-e211f974f19a taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.970167] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-225033f0-4610-490c-9451-e211f974f19a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.970244] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-225033f0-4610-490c-9451-e211f974f19a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.970449] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-225033f0-4610-490c-9451-e211f974f19a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.970533] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('225033f0-4610-490c-9451-e211f974f19a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.065997] env[65476]: INFO networking_nsxv3.common.synchronization [None req-8a1b306b-3df8-41a8-b20b-18836271c239 None None] Enqueued Resource ID: bce46e83-840d-451b-b20b-5a7dbf445ed2 with Priority: HIGHEST for action port [ 788.066669] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce46e83-840d-451b-b20b-5a7dbf445ed2 with Priority: HIGHEST for action port [ 788.066923] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-bce46e83-840d-451b-b20b-5a7dbf445ed2 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.067079] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bce46e83-840d-451b-b20b-5a7dbf445ed2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.067118] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bce46e83-840d-451b-b20b-5a7dbf445ed2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.067372] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bce46e83-840d-451b-b20b-5a7dbf445ed2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.067466] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bce46e83-840d-451b-b20b-5a7dbf445ed2',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.406011] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 in Status: SUCCESS [ 788.406319] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.406458] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.407076] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.407076] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.475229] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.475229] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.475229] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.475831] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 225033f0-4610-490c-9451-e211f974f19a with status ACTIVE [ 788.476035] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.476121] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.476624] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.476624] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.476624] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.476765] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.476765] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.476859] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.477539] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.477539] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.477539] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.477539] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.477539] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.477539] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.477842] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.477893] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 225033f0-4610-490c-9451-e211f974f19a is going to be updated. [ 788.522364] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.522364] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.522364] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.522364] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.522364] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.522364] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-225033f0-4610-490c-9451-e211f974f19a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.570497] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bce46e83-840d-451b-b20b-5a7dbf445ed2 [ 788.570854] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.571069] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.571163] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.574048] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.574048] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.574048] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bce46e83-840d-451b-b20b-5a7dbf445ed2 already deleted. [ 788.574048] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bce46e83-840d-451b-b20b-5a7dbf445ed2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.775110] env[65476]: INFO networking_nsxv3.common.synchronization [req-68a26f58-fdcc-4421-aa73-3ac3086728bd req-322d1728-77f0-4aa7-b1fe-7d5d6e1fbcd2 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Enqueued Resource ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 with Priority: HIGHEST for action security_group_members [ 788.775761] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 with Priority: HIGHEST for action security_group_members [ 788.776311] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.776421] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.776487] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.776702] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.777223] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.777707] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.777859] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.777995] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.778130] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.778205] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fb2526a-f07a-4dab-a8f2-db3b72a5ef18',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.911957] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.912208] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.912295] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.912653] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.912862] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.913010] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.913107] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.913303] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.913415] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.913525] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.913639] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.981836] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.179939] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-268 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.180243] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-268" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.180435] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-268" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.180768] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-268" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.181219] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.181717] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.181914] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.182192] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.182474] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.182759] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.182910] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 789.183079] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 789.183248] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 789.183421] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.183558] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 789.183906] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 789.204190] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 789.204379] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 789.204484] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 789.204654] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-268" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.204968] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-267e1b71-19da-4b41-8a5b-b1f1af7932c8 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.205171] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-267e1b71-19da-4b41-8a5b-b1f1af7932c8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.205287] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-267e1b71-19da-4b41-8a5b-b1f1af7932c8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.205677] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-267e1b71-19da-4b41-8a5b-b1f1af7932c8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.205898] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('267e1b71-19da-4b41-8a5b-b1f1af7932c8',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.280326] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fb2526a-f07a-4dab-a8f2-db3b72a5ef18',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.416488] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.416821] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.416865] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.417145] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.417354] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.417454] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.417507] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.417676] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.417774] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.417876] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.418259] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.418259] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.418259] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.418412] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.418447] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.418538] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.418597] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.418778] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.418856] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.418989] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.419048] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.437061] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 in Status: SUCCESS [ 789.437293] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.487145] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.487145] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.487145] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.487145] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.487145] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.487145] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 is going to be created. [ 789.510696] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.510696] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.510696] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.510696] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.510964] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.522698] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 in Status: UNINITIALIZED for 2s [ 789.710582] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.710853] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.710978] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.711292] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.711438] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.711587] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port 267e1b71-19da-4b41-8a5b-b1f1af7932c8 not found, creating... [ 789.711844] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.712045] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.712181] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.712404] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.712535] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.712812] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.713028] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.713148] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.713355] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.713484] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.713621] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: 267e1b71-19da-4b41-8a5b-b1f1af7932c8 is going to be created. [ 789.737334] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.737516] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.737615] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.738057] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.738273] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.738450] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-267e1b71-19da-4b41-8a5b-b1f1af7932c8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.783429] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fb2526a-f07a-4dab-a8f2-db3b72a5ef18',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.853453] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1b40e9a-1124-4126-a195-f5b379e2304c in Status: SUCCESS [ 789.853453] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.922519] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5: rpc.has_security_group_logging(os_id): False [ 789.944319] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.944521] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.944579] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.944959] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.945075] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.946040] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.946040] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.946040] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.946040] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.946346] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.947031] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.947031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.947031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.947288] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.947463] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.947795] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.947955] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.948058] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.948316] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.948448] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.948573] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 is going to be updated. [ 790.030991] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.031207] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.031291] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.031471] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.031618] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.051786] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 in Status: IN_PROGRESS for 2s [ 790.219564] env[65476]: INFO networking_nsxv3.common.synchronization [None req-6bb6b860-4394-4090-96f3-92791bec3af7 None None] Enqueued Resource ID: 95a38b9e-8d58-40da-a010-2daf364bb0a0 with Priority: HIGHEST for action port [ 790.219564] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95a38b9e-8d58-40da-a010-2daf364bb0a0 with Priority: HIGHEST for action port [ 790.219564] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-95a38b9e-8d58-40da-a010-2daf364bb0a0 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.219564] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95a38b9e-8d58-40da-a010-2daf364bb0a0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.219564] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95a38b9e-8d58-40da-a010-2daf364bb0a0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.219564] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95a38b9e-8d58-40da-a010-2daf364bb0a0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.220571] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95a38b9e-8d58-40da-a010-2daf364bb0a0',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.290878] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.291151] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.291151] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.291538] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.291538] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.291676] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 is going to be updated. [ 790.343492] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.343634] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.343711] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.343935] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.344102] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.353018] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 in Status: IN_PROGRESS for 2s [ 790.535059] env[65476]: INFO networking_nsxv3.common.synchronization [req-68a26f58-fdcc-4421-aa73-3ac3086728bd req-0183649f-b6c6-4955-b474-03861e7228a1 service nova] Enqueued Resource ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 with Priority: HIGHEST for action security_group_rules [ 790.535403] env[65476]: INFO networking_nsxv3.common.synchronization [req-68a26f58-fdcc-4421-aa73-3ac3086728bd req-0183649f-b6c6-4955-b474-03861e7228a1 service nova] Enqueued Resource ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 with Priority: HIGHEST for action security_group_members [ 790.535403] env[65476]: INFO networking_nsxv3.common.synchronization [req-68a26f58-fdcc-4421-aa73-3ac3086728bd req-0183649f-b6c6-4955-b474-03861e7228a1 service nova] Enqueued Resource ID: 267e1b71-19da-4b41-8a5b-b1f1af7932c8 with Priority: HIGHEST for action port [ 790.536145] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 with Priority: HIGHEST for action security_group_rules [ 790.536145] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 with Priority: HIGHEST for action security_group_members [ 790.536145] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 267e1b71-19da-4b41-8a5b-b1f1af7932c8 with Priority: HIGHEST for action port [ 790.536412] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.536531] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.536598] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.540020] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.540020] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fb2526a-f07a-4dab-a8f2-db3b72a5ef18',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.540020] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.540020] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.540020] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-267e1b71-19da-4b41-8a5b-b1f1af7932c8 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.540020] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-267e1b71-19da-4b41-8a5b-b1f1af7932c8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.540020] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-267e1b71-19da-4b41-8a5b-b1f1af7932c8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.540571] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-267e1b71-19da-4b41-8a5b-b1f1af7932c8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.540571] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('267e1b71-19da-4b41-8a5b-b1f1af7932c8',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.724716] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95a38b9e-8d58-40da-a010-2daf364bb0a0 [ 790.724716] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.724716] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.724716] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.724716] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.724716] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.724716] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95a38b9e-8d58-40da-a010-2daf364bb0a0 already deleted. [ 790.724716] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95a38b9e-8d58-40da-a010-2daf364bb0a0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.042743] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.043202] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.048025] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 267e1b71-19da-4b41-8a5b-b1f1af7932c8 with status ACTIVE [ 791.048025] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.048025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.048025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.048025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.048025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.048025] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.048025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.048025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.048025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.048025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.048025] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.048025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.048025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.048025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.048025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.048025] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 267e1b71-19da-4b41-8a5b-b1f1af7932c8 is going to be updated. [ 791.077077] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.077077] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.077077] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.077077] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.077077] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.077077] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-267e1b71-19da-4b41-8a5b-b1f1af7932c8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.535039] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 in Status: SUCCESS [ 791.535431] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.539020] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.539020] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.539020] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.539020] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.539020] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.539020] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.539020] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.539020] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.539020] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.896088] env[65476]: INFO networking_nsxv3.common.synchronization [None req-3dec9a4e-455b-443b-8cdd-94f6d6619dfe None None] Enqueued Resource ID: aae7ab68-d133-4e33-91b8-d44b0078b17a with Priority: HIGHEST for action port [ 791.896907] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aae7ab68-d133-4e33-91b8-d44b0078b17a with Priority: HIGHEST for action port [ 791.897421] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-aae7ab68-d133-4e33-91b8-d44b0078b17a taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.897985] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aae7ab68-d133-4e33-91b8-d44b0078b17a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.897985] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aae7ab68-d133-4e33-91b8-d44b0078b17a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.898111] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aae7ab68-d133-4e33-91b8-d44b0078b17a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.898658] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aae7ab68-d133-4e33-91b8-d44b0078b17a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.042282] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.042282] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.042282] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.042673] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.042953] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.043082] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.043126] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.043376] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.043376] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.043479] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.043604] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.043697] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.043759] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.043898] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.044046] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.044156] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.044243] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.044440] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.044516] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.044596] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.044683] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.070919] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 in Status: SUCCESS [ 792.071178] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.364142] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 in Status: SUCCESS [ 792.364416] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.364717] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.368272] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.368483] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.368598] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.368661] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.371022] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.371022] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.371022] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fb2526a-f07a-4dab-a8f2-db3b72a5ef18',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.401473] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aae7ab68-d133-4e33-91b8-d44b0078b17a [ 792.402081] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.402081] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.402081] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.402353] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.402465] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.402601] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aae7ab68-d133-4e33-91b8-d44b0078b17a already deleted. [ 792.402741] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aae7ab68-d133-4e33-91b8-d44b0078b17a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.548123] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7cdf36e-45a4-40c8-8ace-e9a7eddf5415: rpc.has_security_group_logging(os_id): False [ 792.571520] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.571520] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.571804] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.572076] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.572176] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.572413] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.572526] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.572588] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.576412] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.576412] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.576412] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.576412] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.576412] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.576412] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.576412] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.576412] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.576412] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.576412] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.576412] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.576412] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.576412] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 is going to be created. [ 792.662168] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.662345] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.662437] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.662677] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.662886] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.681898] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 in Status: IN_PROGRESS for 2s [ 792.874605] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fb2526a-f07a-4dab-a8f2-db3b72a5ef18',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.298069] env[65476]: INFO networking_nsxv3.common.synchronization [req-6f88095f-8472-48ab-95e7-4ef1e153f913 req-4c1ff869-227a-4c87-9f53-3a7f882b00a5 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Enqueued Resource ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 with Priority: HIGHEST for action security_group_members [ 793.298353] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 with Priority: HIGHEST for action security_group_members [ 793.298677] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.298801] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.298868] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.299683] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.299834] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.302885] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.303150] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.305750] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.305750] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.305750] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.382088] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fb2526a-f07a-4dab-a8f2-db3b72a5ef18',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.534243] env[65476]: INFO networking_nsxv3.common.synchronization [req-16a5eb85-426a-412a-91d2-43167c59d5b1 req-1119d475-d86c-40ae-8435-ead4800d1ece tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Enqueued Resource ID: f1b40e9a-1124-4126-a195-f5b379e2304c with Priority: HIGHEST for action security_group_members [ 793.534768] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b40e9a-1124-4126-a195-f5b379e2304c with Priority: HIGHEST for action security_group_members [ 793.535101] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b40e9a-1124-4126-a195-f5b379e2304c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.536516] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.536516] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.536516] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.536516] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.536516] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.536516] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.536787] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.536787] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.537135] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.748659] env[65476]: INFO networking_nsxv3.common.synchronization [req-2cc4da28-ba86-48bf-91af-ad450eaf5266 req-3c244625-3017-44ec-8ead-f287cbd687a1 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Enqueued Resource ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 with Priority: HIGHEST for action security_group_members [ 793.749184] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 with Priority: HIGHEST for action security_group_members [ 793.749510] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.749611] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.809648] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.875657] env[65476]: INFO networking_nsxv3.common.synchronization [req-16a5eb85-426a-412a-91d2-43167c59d5b1 req-1a602987-9a21-4742-ad1f-1fe3ad6d9c75 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Enqueued Resource ID: f1b40e9a-1124-4126-a195-f5b379e2304c with Priority: HIGHEST for action security_group_members [ 793.876241] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b40e9a-1124-4126-a195-f5b379e2304c with Priority: HIGHEST for action security_group_members [ 793.876547] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b40e9a-1124-4126-a195-f5b379e2304c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.876659] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.883905] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.883905] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.883905] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.884464] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.884464] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.884464] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 is going to be updated. [ 793.919126] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.919286] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.920040] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.920040] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.920040] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.932939] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 in Status: IN_PROGRESS for 2s [ 794.040124] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.049583] env[65476]: INFO networking_nsxv3.common.synchronization [None req-4ceb3293-d65e-4418-bc63-7f6cb15e37cc None None] Enqueued Resource ID: 8d44ddca-f4be-4319-ba33-fe01f5269ab6 with Priority: HIGHEST for action port [ 794.049583] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d44ddca-f4be-4319-ba33-fe01f5269ab6 with Priority: HIGHEST for action port [ 794.051547] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d44ddca-f4be-4319-ba33-fe01f5269ab6 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.052034] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d44ddca-f4be-4319-ba33-fe01f5269ab6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.052349] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d44ddca-f4be-4319-ba33-fe01f5269ab6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.052552] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d44ddca-f4be-4319-ba33-fe01f5269ab6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.052809] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d44ddca-f4be-4319-ba33-fe01f5269ab6',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.128249] env[65476]: INFO networking_nsxv3.common.synchronization [req-16a5eb85-426a-412a-91d2-43167c59d5b1 req-e7710812-d070-46d6-aa9f-421323841d50 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Enqueued Resource ID: f1b40e9a-1124-4126-a195-f5b379e2304c with Priority: HIGHEST for action security_group_members [ 794.128809] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b40e9a-1124-4126-a195-f5b379e2304c with Priority: HIGHEST for action security_group_members [ 794.130094] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b40e9a-1124-4126-a195-f5b379e2304c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.130214] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.312843] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.512022] env[65476]: INFO networking_nsxv3.common.synchronization [req-8f637371-1a74-4c26-8bf2-6f7a5f8e5738 req-d36dee7f-0ba6-422a-8f3b-019d67fe0b70 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Enqueued Resource ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 with Priority: HIGHEST for action security_group_members [ 794.512022] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 with Priority: HIGHEST for action security_group_members [ 794.512022] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.512022] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.512022] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.512022] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.512022] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.512022] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.512600] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.512852] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.513038] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.513214] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f3fbd21-575e-46fe-bc65-4fe0585f19b7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.543997] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.556226] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d44ddca-f4be-4319-ba33-fe01f5269ab6 [ 794.556625] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.557092] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.557092] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.557349] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.557399] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.557527] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d44ddca-f4be-4319-ba33-fe01f5269ab6 already deleted. [ 794.557627] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d44ddca-f4be-4319-ba33-fe01f5269ab6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.697485] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 in Status: SUCCESS [ 794.697759] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.817162] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.817482] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.817670] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.817872] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.817983] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.818097] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 is going to be updated. [ 794.856874] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.856993] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.857415] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.857415] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.857556] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.868926] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 in Status: IN_PROGRESS for 2s [ 795.015662] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f3fbd21-575e-46fe-bc65-4fe0585f19b7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.046350] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.046495] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.046571] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.046930] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.047128] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.047317] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1b40e9a-1124-4126-a195-f5b379e2304c is going to be updated. [ 795.079448] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.079729] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.079846] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.080100] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.080449] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.091861] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b40e9a-1124-4126-a195-f5b379e2304c in Status: IN_PROGRESS for 2s [ 795.519540] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f3fbd21-575e-46fe-bc65-4fe0585f19b7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.945464] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 in Status: SUCCESS [ 795.945858] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.946040] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.946272] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.946507] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.946757] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.946820] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.947092] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.947243] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.947369] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.947539] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4fb2526a-f07a-4dab-a8f2-db3b72a5ef18',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.022605] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.022878] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.022968] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.023187] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.023348] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.024022] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 is going to be updated. [ 796.063044] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.063044] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.063044] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.063044] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.063044] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.073884] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 in Status: IN_PROGRESS for 2s [ 796.454070] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.454320] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.454432] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.454773] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.455036] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.455214] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.455300] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.455543] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.455698] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.456300] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.456300] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.456300] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.456523] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.456568] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.456755] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.456959] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.457020] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.457236] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.457365] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.457498] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.457828] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4fb2526a-f07a-4dab-a8f2-db3b72a5ef18',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.893906] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 in Status: SUCCESS [ 796.894967] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.895207] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.895593] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.895824] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.896087] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.896087] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.896237] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.896314] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.896470] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.959769] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18: rpc.has_security_group_logging(os_id): False [ 796.983167] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.983372] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.983452] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.983710] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.000984] env[65476]: INFO networking_nsxv3.common.synchronization [req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a req-9678f1c2-abd1-4815-8cf2-dc724030bc5c tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Enqueued Resource ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b with Priority: HIGHEST for action security_group_members [ 797.001905] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b with Priority: HIGHEST for action security_group_members [ 797.002359] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.002492] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.002561] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.002942] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.003225] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.003388] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.003473] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.003677] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.003767] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.003867] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d9def72-f272-4150-9f5b-0fde0b1d6d4b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.006035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.006272] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.006387] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.006453] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.006638] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.006761] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.006964] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.007103] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.007166] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.007360] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.007448] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.007696] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.007824] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.007901] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.008087] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.008181] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.008306] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 is going to be updated. [ 797.076959] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.077133] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.077195] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.077412] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.077585] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.095733] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 in Status: IN_PROGRESS for 2s [ 797.102962] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b40e9a-1124-4126-a195-f5b379e2304c in Status: SUCCESS [ 797.103285] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.103491] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.103778] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.104381] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.104381] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.104381] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.104648] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.104648] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.105511] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.315740] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.316439] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-407" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.316439] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-407" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.316520] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-407" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.316888] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.317099] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.317233] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.317478] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.317625] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.317824] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.317932] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 797.318060] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 797.318208] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 797.318325] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.318435] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 797.318562] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 797.338992] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 797.339285] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 797.339455] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 797.339637] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-407" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.339971] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-c97cb01d-08da-4b88-a97b-61c87e553cb6 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.340399] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-c97cb01d-08da-4b88-a97b-61c87e553cb6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.340592] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-c97cb01d-08da-4b88-a97b-61c87e553cb6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.340952] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-c97cb01d-08da-4b88-a97b-61c87e553cb6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.341109] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c97cb01d-08da-4b88-a97b-61c87e553cb6',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.400136] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.400331] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.400393] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.400606] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.400724] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.400972] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.401150] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.401239] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.401477] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.401604] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.401749] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 is going to be updated. [ 797.429761] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.429951] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.430116] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.430349] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.430493] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.441525] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 in Status: IN_PROGRESS for 2s [ 797.512077] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.512077] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.512077] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.512077] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.512077] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.512077] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.512077] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.512077] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.512077] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.512077] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.512077] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b already deleted. [ 797.512077] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.609739] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.609922] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.609990] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.610338] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.610440] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.610645] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.610749] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.610809] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.610968] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.611060] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.611147] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1b40e9a-1124-4126-a195-f5b379e2304c is going to be updated. [ 797.643241] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.643496] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.643641] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.643986] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.644255] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.655354] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b40e9a-1124-4126-a195-f5b379e2304c in Status: IN_PROGRESS for 2s [ 797.844064] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.844378] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.844483] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.844782] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.844930] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.845094] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port c97cb01d-08da-4b88-a97b-61c87e553cb6 not found, creating... [ 797.845361] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.845516] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.845627] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.845852] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.846083] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.846368] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.846517] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.846626] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.846853] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.846983] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.847132] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: c97cb01d-08da-4b88-a97b-61c87e553cb6 is going to be created. [ 797.868283] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.868503] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.868598] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.868878] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.869165] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.869397] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-c97cb01d-08da-4b88-a97b-61c87e553cb6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.087690] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 in Status: SUCCESS [ 798.088058] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.619603] env[65476]: INFO networking_nsxv3.common.synchronization [req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a req-55b8d419-a866-4263-83ca-6511af444041 service nova] Enqueued Resource ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b with Priority: HIGHEST for action security_group_rules [ 798.619929] env[65476]: INFO networking_nsxv3.common.synchronization [req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a req-55b8d419-a866-4263-83ca-6511af444041 service nova] Enqueued Resource ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b with Priority: HIGHEST for action security_group_members [ 798.620824] env[65476]: INFO networking_nsxv3.common.synchronization [req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a req-55b8d419-a866-4263-83ca-6511af444041 service nova] Enqueued Resource ID: c97cb01d-08da-4b88-a97b-61c87e553cb6 with Priority: HIGHEST for action port [ 798.621618] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b with Priority: HIGHEST for action security_group_rules [ 798.621923] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b with Priority: HIGHEST for action security_group_members [ 798.622149] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c97cb01d-08da-4b88-a97b-61c87e553cb6 with Priority: HIGHEST for action port [ 798.623153] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d9def72-f272-4150-9f5b-0fde0b1d6d4b taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.623153] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.623153] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.623364] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.623456] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d9def72-f272-4150-9f5b-0fde0b1d6d4b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.625276] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.625438] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.625511] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.625701] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.626067] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.626067] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.626067] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.626220] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.626291] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.626373] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d9def72-f272-4150-9f5b-0fde0b1d6d4b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.627207] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-c97cb01d-08da-4b88-a97b-61c87e553cb6 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.627341] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c97cb01d-08da-4b88-a97b-61c87e553cb6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.627445] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c97cb01d-08da-4b88-a97b-61c87e553cb6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.627685] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c97cb01d-08da-4b88-a97b-61c87e553cb6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.627794] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c97cb01d-08da-4b88-a97b-61c87e553cb6',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.111413] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 in Status: SUCCESS [ 799.111758] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.129321] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.129453] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.129615] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d9def72-f272-4150-9f5b-0fde0b1d6d4b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.130572] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c97cb01d-08da-4b88-a97b-61c87e553cb6 with status ACTIVE [ 799.131178] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.131178] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.131178] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.131367] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.131367] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.131595] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.131704] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.131791] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.132328] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.132328] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.132512] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.132512] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.132629] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.132772] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.132895] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.133043] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c97cb01d-08da-4b88-a97b-61c87e553cb6 is going to be updated. [ 799.161900] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.162173] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.162173] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.162443] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.162599] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.162766] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c97cb01d-08da-4b88-a97b-61c87e553cb6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.457193] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 in Status: SUCCESS [ 799.457335] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 deletion is rescheduled due to dependency. [ 799.457530] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.635992] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d9def72-f272-4150-9f5b-0fde0b1d6d4b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.666089] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b40e9a-1124-4126-a195-f5b379e2304c in Status: SUCCESS [ 799.666292] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1b40e9a-1124-4126-a195-f5b379e2304c deletion is rescheduled due to dependency. [ 799.666410] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.666568] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.666815] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.666975] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.667111] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.667188] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.667338] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.667416] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.667588] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.138101] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.138476] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.138476] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.138609] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.138704] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.138806] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b is going to be created. [ 800.164361] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.164585] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.164585] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.164810] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.164999] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.169813] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.170095] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.170164] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.170351] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.170415] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.170634] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.170778] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.170847] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.170983] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.171073] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.171163] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1b40e9a-1124-4126-a195-f5b379e2304c is going to be updated. [ 800.176908] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b in Status: UNINITIALIZED for 2s [ 800.201675] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.201877] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.202042] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.202270] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.202422] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.211177] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b40e9a-1124-4126-a195-f5b379e2304c in Status: IN_PROGRESS for 2s [ 800.639147] env[65476]: INFO networking_nsxv3.common.synchronization [req-d33ede29-1d3f-427f-a404-69e89c796fa8 req-4fde9b2e-f6d4-4619-b821-df66453cda2c tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Enqueued Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_members [ 800.639777] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_members [ 800.640832] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.640965] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.641047] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.641260] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.641415] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.641514] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.641573] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.641723] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.642031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.642137] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.026092] env[65476]: INFO networking_nsxv3.common.synchronization [req-1ba9e822-b236-411a-a29d-36b63dd95e65 req-b5a5af04-4f41-4080-bea5-0def402790b5 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Enqueued Resource ID: efa4c97f-947d-4562-8c7a-4f025741a188 with Priority: HIGHEST for action security_group_members [ 801.026778] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efa4c97f-947d-4562-8c7a-4f025741a188 with Priority: HIGHEST for action security_group_members [ 801.027908] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa4c97f-947d-4562-8c7a-4f025741a188 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.028114] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.028210] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.028467] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.028673] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.028797] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.028984] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.029225] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.029341] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.029466] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efa4c97f-947d-4562-8c7a-4f025741a188',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.144740] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.145111] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.145111] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.145258] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.145354] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.145558] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.145666] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.145760] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.145891] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.145967] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.146061] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 is going to be updated. [ 801.189212] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.189641] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.189836] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.190221] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.190489] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.204575] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 in Status: IN_PROGRESS for 2s [ 801.531707] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efa4c97f-947d-4562-8c7a-4f025741a188',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.763843] env[65476]: INFO networking_nsxv3.common.synchronization [req-6a8ed441-0798-4139-90e2-224f9511d2c8 req-6227324f-7e6c-4d41-91b5-21be2bf8bb3d tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Enqueued Resource ID: 1288d031-4d19-4d0c-b865-5a0fc07d6694 with Priority: HIGHEST for action security_group_members [ 801.764466] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1288d031-4d19-4d0c-b865-5a0fc07d6694 with Priority: HIGHEST for action security_group_members [ 801.764777] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1288d031-4d19-4d0c-b865-5a0fc07d6694 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.764903] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.764963] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.765388] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.765752] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.765752] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.765752] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.765981] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.765981] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.766093] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1288d031-4d19-4d0c-b865-5a0fc07d6694',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.034529] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efa4c97f-947d-4562-8c7a-4f025741a188',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.151852] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-280 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.152281] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-280" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.152725] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-280" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.154673] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-280" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.154917] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.155130] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.155249] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.155486] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.155623] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.155828] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.155938] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 802.156056] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 802.156163] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 802.156378] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.156378] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 802.156503] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 802.180496] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 802.180804] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 802.180987] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 802.181728] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-280" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.181728] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-528d4870-ed11-456b-a956-2f0e6606ab74 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.181728] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-528d4870-ed11-456b-a956-2f0e6606ab74" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.181957] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-528d4870-ed11-456b-a956-2f0e6606ab74" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.182500] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-528d4870-ed11-456b-a956-2f0e6606ab74" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.182705] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('528d4870-ed11-456b-a956-2f0e6606ab74',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.187614] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b in Status: SUCCESS [ 802.187722] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.187892] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.188157] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.188484] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.188642] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.191763] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.191763] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.191763] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.191763] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.191763] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d9def72-f272-4150-9f5b-0fde0b1d6d4b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.221676] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b40e9a-1124-4126-a195-f5b379e2304c in Status: IN_PROGRESS for 4s [ 802.270861] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.271153] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.271247] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.271532] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.271639] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.271900] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.272106] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.272203] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.272400] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.272528] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.272618] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1288d031-4d19-4d0c-b865-5a0fc07d6694 already deleted. [ 802.272742] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.303540] env[65476]: INFO networking_nsxv3.common.synchronization [req-adb4b093-7ab3-47df-adf1-87be4f39c1c1 req-7aec60dd-c691-4252-84ee-6e385fcb6811 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Enqueued Resource ID: efa4c97f-947d-4562-8c7a-4f025741a188 with Priority: HIGHEST for action security_group_members [ 802.304394] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efa4c97f-947d-4562-8c7a-4f025741a188 with Priority: HIGHEST for action security_group_members [ 802.305028] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-efa4c97f-947d-4562-8c7a-4f025741a188 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.305028] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.537849] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.538028] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.538090] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.538329] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.538483] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.538546] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efa4c97f-947d-4562-8c7a-4f025741a188 is going to be updated. [ 802.585365] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.585585] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.585674] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.586316] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.586316] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.600209] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efa4c97f-947d-4562-8c7a-4f025741a188 in Status: IN_PROGRESS for 2s [ 802.685219] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.685528] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.685687] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.686056] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.686253] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.686447] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port 528d4870-ed11-456b-a956-2f0e6606ab74 not found, creating... [ 802.686829] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.687047] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.687205] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.687487] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.687660] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.688078] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.688294] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.688446] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.688749] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.688910] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.689108] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: 528d4870-ed11-456b-a956-2f0e6606ab74 is going to be created. [ 802.693670] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.693670] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.693670] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.693886] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.693983] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.694107] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.694196] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.694385] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.694501] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.694606] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.694796] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.694915] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.694998] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.695198] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.695379] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.695499] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.695582] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.695759] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.695859] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.695970] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.696116] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d9def72-f272-4150-9f5b-0fde0b1d6d4b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.719574] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.719784] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.719847] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.720330] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.720595] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.720891] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-528d4870-ed11-456b-a956-2f0e6606ab74" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.200064] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d9def72-f272-4150-9f5b-0fde0b1d6d4b: rpc.has_security_group_logging(os_id): False [ 803.217114] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 in Status: SUCCESS [ 803.217340] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 deletion is rescheduled due to dependency. [ 803.219240] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.225024] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.225024] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.225024] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.225024] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.225024] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.225024] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.225024] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.225024] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.225024] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.225776] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.225776] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.225776] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.225776] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.225776] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.225776] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.226246] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.226246] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.226246] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.226246] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.226518] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.226518] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b is going to be created. [ 803.301581] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.301872] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.301872] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.302023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.302196] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.323509] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b in Status: IN_PROGRESS for 2s [ 803.421898] env[65476]: INFO networking_nsxv3.common.synchronization [req-6a8ed441-0798-4139-90e2-224f9511d2c8 req-5ea1e92a-6004-48df-a135-9990bb5c1c8a service nova] Enqueued Resource ID: 1288d031-4d19-4d0c-b865-5a0fc07d6694 with Priority: HIGHEST for action security_group_rules [ 803.421898] env[65476]: INFO networking_nsxv3.common.synchronization [req-6a8ed441-0798-4139-90e2-224f9511d2c8 req-5ea1e92a-6004-48df-a135-9990bb5c1c8a service nova] Enqueued Resource ID: 1288d031-4d19-4d0c-b865-5a0fc07d6694 with Priority: HIGHEST for action security_group_members [ 803.421898] env[65476]: INFO networking_nsxv3.common.synchronization [req-6a8ed441-0798-4139-90e2-224f9511d2c8 req-5ea1e92a-6004-48df-a135-9990bb5c1c8a service nova] Enqueued Resource ID: 528d4870-ed11-456b-a956-2f0e6606ab74 with Priority: HIGHEST for action port [ 803.421898] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1288d031-4d19-4d0c-b865-5a0fc07d6694 with Priority: HIGHEST for action security_group_rules [ 803.422896] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1288d031-4d19-4d0c-b865-5a0fc07d6694 with Priority: HIGHEST for action security_group_members [ 803.422896] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 528d4870-ed11-456b-a956-2f0e6606ab74 with Priority: HIGHEST for action port [ 803.423393] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1288d031-4d19-4d0c-b865-5a0fc07d6694 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.424073] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.424073] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.424073] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.424073] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1288d031-4d19-4d0c-b865-5a0fc07d6694',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.425656] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1288d031-4d19-4d0c-b865-5a0fc07d6694 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.426342] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.426342] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.426342] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.426342] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.426589] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.426682] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.426879] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.426975] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.429123] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1288d031-4d19-4d0c-b865-5a0fc07d6694',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.429123] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-528d4870-ed11-456b-a956-2f0e6606ab74 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.429123] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-528d4870-ed11-456b-a956-2f0e6606ab74" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.429123] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-528d4870-ed11-456b-a956-2f0e6606ab74" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.429123] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-528d4870-ed11-456b-a956-2f0e6606ab74" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.429123] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('528d4870-ed11-456b-a956-2f0e6606ab74',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.931139] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1288d031-4d19-4d0c-b865-5a0fc07d6694 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.931291] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.933226] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1288d031-4d19-4d0c-b865-5a0fc07d6694',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.933467] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 528d4870-ed11-456b-a956-2f0e6606ab74 with status ACTIVE [ 803.933676] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.933831] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.933878] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.934848] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.934848] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.934848] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.934848] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.934848] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.934848] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.934848] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.935135] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.935135] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.935135] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.935243] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.935243] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.935348] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 528d4870-ed11-456b-a956-2f0e6606ab74 is going to be updated. [ 803.958389] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.958538] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.958831] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.958831] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.958949] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.959139] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-528d4870-ed11-456b-a956-2f0e6606ab74" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.234472] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b40e9a-1124-4126-a195-f5b379e2304c in Status: SUCCESS [ 804.234472] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1b40e9a-1124-4126-a195-f5b379e2304c deletion is rescheduled due to dependency. [ 804.234472] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.437404] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1288d031-4d19-4d0c-b865-5a0fc07d6694',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.541058] env[65476]: INFO networking_nsxv3.common.synchronization [req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 req-d8b6a97c-2418-4886-85c2-c3eed0297601 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Enqueued Resource ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 with Priority: HIGHEST for action security_group_members [ 804.541623] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 with Priority: HIGHEST for action security_group_members [ 804.541944] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7baae9-71d5-4563-904b-fd384bf78ad5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.542810] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.543105] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.543105] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.543402] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.543670] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.543670] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.544038] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.544123] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.544346] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.613063] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efa4c97f-947d-4562-8c7a-4f025741a188 in Status: SUCCESS [ 804.613326] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.613524] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.613702] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.613886] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.614283] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.614283] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.614283] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.614405] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.614436] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efa4c97f-947d-4562-8c7a-4f025741a188',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.942158] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.942806] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.948573] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.948573] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.948573] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.948573] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1288d031-4d19-4d0c-b865-5a0fc07d6694 is going to be created. [ 804.954069] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-117 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.954357] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-117" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.954496] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-117" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.954798] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-117" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.955825] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.955825] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.955825] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.955825] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.956112] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.957332] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.957332] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 804.957332] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 804.957332] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 804.957332] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.957332] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 804.957332] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 804.976573] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 804.976806] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 804.976956] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 804.977155] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-117" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.977712] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.977926] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.978015] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.978489] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.978635] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.980880] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.980880] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.980880] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.981116] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.981315] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.993170] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1288d031-4d19-4d0c-b865-5a0fc07d6694 in Status: UNINITIALIZED for 2s [ 805.046555] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.116330] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.116546] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.116629] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.116829] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.140382] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.140382] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.140382] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.140382] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.140562] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.140562] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.140705] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efa4c97f-947d-4562-8c7a-4f025741a188 is going to be updated. [ 805.169102] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.169245] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.169408] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.169623] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.169757] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.181950] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efa4c97f-947d-4562-8c7a-4f025741a188 in Status: IN_PROGRESS for 2s [ 805.339026] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b in Status: SUCCESS [ 805.339026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.483701] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.483991] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.484163] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.484495] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.484690] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.484869] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e not found, creating... [ 805.485205] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.485401] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.485549] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.485826] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.485997] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.486366] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.486566] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.486713] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.486967] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.487147] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.487323] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e is going to be created. [ 805.511021] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.511271] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.511397] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.511669] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.511889] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.512207] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.548416] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.052274] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.052561] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.052689] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.052961] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.053093] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.053234] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 is going to be updated. [ 806.091604] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.091764] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.091836] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.092187] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.092400] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.114116] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 in Status: IN_PROGRESS for 2s [ 806.682063] env[65476]: INFO networking_nsxv3.common.synchronization [req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 req-04a9178d-7611-4bc7-8d62-fcdbaaa9889a service nova] Enqueued Resource ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 with Priority: HIGHEST for action security_group_rules [ 806.682352] env[65476]: INFO networking_nsxv3.common.synchronization [req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 req-04a9178d-7611-4bc7-8d62-fcdbaaa9889a service nova] Enqueued Resource ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 with Priority: HIGHEST for action security_group_members [ 806.683058] env[65476]: INFO networking_nsxv3.common.synchronization [req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 req-04a9178d-7611-4bc7-8d62-fcdbaaa9889a service nova] Enqueued Resource ID: e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e with Priority: HIGHEST for action port [ 806.683196] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 with Priority: HIGHEST for action security_group_rules [ 806.683477] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 with Priority: HIGHEST for action security_group_members [ 806.683605] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e with Priority: HIGHEST for action port [ 806.683773] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e7baae9-71d5-4563-904b-fd384bf78ad5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.684150] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.684150] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.684372] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.684372] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.685484] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7baae9-71d5-4563-904b-fd384bf78ad5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.685484] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.685760] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.685760] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.686381] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.686381] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.686381] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.007595] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1288d031-4d19-4d0c-b865-5a0fc07d6694 in Status: SUCCESS [ 807.007832] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.008017] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.008230] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.008415] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.008526] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.008588] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.008761] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.008806] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.008886] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.008974] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1288d031-4d19-4d0c-b865-5a0fc07d6694',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.188556] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7baae9-71d5-4563-904b-fd384bf78ad5 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.188687] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.188890] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e with status ACTIVE [ 807.189106] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.189240] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.189305] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.189582] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.189675] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.190059] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.190159] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.190219] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.190386] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.190458] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.190643] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.190729] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.190831] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.190976] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.191086] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.193020] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e is going to be updated. [ 807.194076] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efa4c97f-947d-4562-8c7a-4f025741a188 in Status: SUCCESS [ 807.194240] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efa4c97f-947d-4562-8c7a-4f025741a188 deletion is rescheduled due to dependency. [ 807.194586] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.221924] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.222202] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.222298] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.222518] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.223125] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.223125] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.511577] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1288d031-4d19-4d0c-b865-5a0fc07d6694 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.511976] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.512108] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.512430] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.512685] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.512839] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.512907] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.513136] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.513301] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.513446] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.513616] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1288d031-4d19-4d0c-b865-5a0fc07d6694 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.513716] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.513777] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.513972] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.514133] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.514261] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.514359] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.514479] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.514554] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.514636] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.514722] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1288d031-4d19-4d0c-b865-5a0fc07d6694',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.017908] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1288d031-4d19-4d0c-b865-5a0fc07d6694: rpc.has_security_group_logging(os_id): False [ 808.037899] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.038075] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.039993] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.039993] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.039993] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.039993] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.039993] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.039993] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.039993] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.040664] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.040664] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.040664] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.040664] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.040664] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.044197] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.044455] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.044560] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.044621] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.044785] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.044876] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.044985] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1288d031-4d19-4d0c-b865-5a0fc07d6694 is going to be created. [ 808.112306] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.112306] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.112306] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.112447] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.112509] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.125563] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 in Status: SUCCESS [ 808.125563] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.126511] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.126511] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.126511] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.126511] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.126511] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.126831] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.126925] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.127037] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.128553] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1288d031-4d19-4d0c-b865-5a0fc07d6694 in Status: IN_PROGRESS for 2s [ 808.630217] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.133462] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.635889] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.636153] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.636153] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.636391] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.636488] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.636587] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 is going to be updated. [ 809.669845] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.670090] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.671030] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.671030] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.671030] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.682938] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 in Status: IN_PROGRESS for 2s [ 810.145532] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1288d031-4d19-4d0c-b865-5a0fc07d6694 in Status: SUCCESS [ 810.145807] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.046806] env[65476]: INFO networking_nsxv3.common.synchronization [req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c req-b2ba2d3c-5841-42b4-9e31-d97d477d2e53 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Enqueued Resource ID: 1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6 with Priority: HIGHEST for action security_group_members [ 811.047389] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6 with Priority: HIGHEST for action security_group_members [ 811.048353] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.048353] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.048353] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.048353] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.048650] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.048650] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.048650] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.048776] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.048776] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.048856] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.480771] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-77 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.482130] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-77" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.482130] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-77" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.482130] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-77" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.482459] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.482459] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.482459] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.482794] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.482876] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.483461] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.483461] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 811.483461] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 811.483461] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 811.483736] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.483736] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 811.483826] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 811.508850] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 811.509094] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 811.509248] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 811.509423] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-77" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.509745] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-89fadb95-5f1f-455c-a9e6-c7871ec65906 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.509934] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-89fadb95-5f1f-455c-a9e6-c7871ec65906" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.510109] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-89fadb95-5f1f-455c-a9e6-c7871ec65906" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.510494] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-89fadb95-5f1f-455c-a9e6-c7871ec65906" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.510675] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89fadb95-5f1f-455c-a9e6-c7871ec65906',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.551584] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.551665] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.551717] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.551960] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.552036] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.552366] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.552366] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.552489] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.552714] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.552714] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.552804] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6 already deleted. [ 811.553091] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.696132] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 in Status: SUCCESS [ 811.699762] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.700031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.700296] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.700564] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.701718] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.701718] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.701718] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.701718] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.701718] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.701718] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.013907] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.014194] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.014312] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.014580] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.014710] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.014856] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port 89fadb95-5f1f-455c-a9e6-c7871ec65906 not found, creating... [ 812.015125] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.015300] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.015423] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.015639] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.015767] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.016050] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.016203] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.016316] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.016511] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.016635] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.016766] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: 89fadb95-5f1f-455c-a9e6-c7871ec65906 is going to be created. [ 812.037651] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.037861] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.037981] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.040645] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.040645] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.040645] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-89fadb95-5f1f-455c-a9e6-c7871ec65906" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.204471] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7baae9-71d5-4563-904b-fd384bf78ad5 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.204471] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.204471] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.204757] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.204797] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.204884] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.204938] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.205113] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.205192] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.205285] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.205430] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7baae9-71d5-4563-904b-fd384bf78ad5 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.205539] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.205580] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.205712] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.205866] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.205958] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.206032] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.206176] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.206247] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.206328] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.206412] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.262440] env[65476]: INFO networking_nsxv3.common.synchronization [req-dc069c63-8736-40c9-abc1-806d879d9532 req-c28f8b9d-0d4f-45e7-a807-df3f14f93d74 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Enqueued Resource ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b with Priority: HIGHEST for action security_group_members [ 812.262976] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b with Priority: HIGHEST for action security_group_members [ 812.263334] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.263463] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.263525] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.264267] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.264267] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.264267] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.264267] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.264495] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.264495] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.264575] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d9def72-f272-4150-9f5b-0fde0b1d6d4b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.709573] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e7baae9-71d5-4563-904b-fd384bf78ad5: rpc.has_security_group_logging(os_id): False [ 812.734013] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.734013] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.734013] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.734013] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.747243] env[65476]: INFO networking_nsxv3.common.synchronization [req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c req-b9027598-d87d-4321-a7c5-a025e6af2be4 service nova] Enqueued Resource ID: 1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6 with Priority: HIGHEST for action security_group_rules [ 812.747858] env[65476]: INFO networking_nsxv3.common.synchronization [req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c req-b9027598-d87d-4321-a7c5-a025e6af2be4 service nova] Enqueued Resource ID: 1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6 with Priority: HIGHEST for action security_group_members [ 812.748344] env[65476]: INFO networking_nsxv3.common.synchronization [req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c req-b9027598-d87d-4321-a7c5-a025e6af2be4 service nova] Enqueued Resource ID: 89fadb95-5f1f-455c-a9e6-c7871ec65906 with Priority: HIGHEST for action port [ 812.749431] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6 with Priority: HIGHEST for action security_group_rules [ 812.750069] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6 with Priority: HIGHEST for action security_group_members [ 812.752025] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89fadb95-5f1f-455c-a9e6-c7871ec65906 with Priority: HIGHEST for action port [ 812.752025] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.752025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.752025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.752025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.752025] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.753074] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.753397] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.753666] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.756103] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.756103] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.756103] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.756103] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.756103] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.756299] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.756329] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.757268] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-89fadb95-5f1f-455c-a9e6-c7871ec65906 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.757376] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89fadb95-5f1f-455c-a9e6-c7871ec65906" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.760396] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89fadb95-5f1f-455c-a9e6-c7871ec65906" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.760396] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89fadb95-5f1f-455c-a9e6-c7871ec65906" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.760396] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89fadb95-5f1f-455c-a9e6-c7871ec65906',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.762721] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.763365] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.763365] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.763365] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.763506] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.763575] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.764447] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.764447] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.764447] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.764447] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.764447] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.764447] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.764447] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.764447] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.764800] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.764800] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.764800] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 is going to be updated. [ 812.767828] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.767828] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.767828] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.768614] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.768614] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.768614] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.768614] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.768614] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.768808] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.768849] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.769812] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b is going to be updated. [ 812.806530] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.806798] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.806798] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.806910] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.807068] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.816973] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b in Status: IN_PROGRESS for 2s [ 812.858159] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.858159] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.858376] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.858412] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.858568] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.874869] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 in Status: IN_PROGRESS for 2s [ 813.263641] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.263641] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.268198] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.272886] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89fadb95-5f1f-455c-a9e6-c7871ec65906 with status ACTIVE [ 813.273310] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.273528] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.273817] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.273919] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.274014] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.274256] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.274415] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.274496] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.274840] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.274840] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.275063] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.275200] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.275287] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.275451] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.275528] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.275623] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89fadb95-5f1f-455c-a9e6-c7871ec65906 is going to be updated. [ 813.312949] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.312949] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.312949] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.313256] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.313356] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.313713] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89fadb95-5f1f-455c-a9e6-c7871ec65906" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.758421] env[65476]: INFO networking_nsxv3.common.synchronization [req-6e841594-0225-4a92-a18d-849d8ba956b7 req-eac19d64-7beb-4719-ae76-343621bc600d tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Enqueued Resource ID: 5160a546-47d1-4816-8fbc-a93ab065979d with Priority: HIGHEST for action security_group_members [ 813.759753] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5160a546-47d1-4816-8fbc-a93ab065979d with Priority: HIGHEST for action security_group_members [ 813.760209] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5160a546-47d1-4816-8fbc-a93ab065979d taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.760393] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5160a546-47d1-4816-8fbc-a93ab065979d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.760485] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5160a546-47d1-4816-8fbc-a93ab065979d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.760877] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5160a546-47d1-4816-8fbc-a93ab065979d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.761113] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.761275] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.761367] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.761623] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.761753] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.761898] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5160a546-47d1-4816-8fbc-a93ab065979d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.770846] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.189435] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.189623] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-791" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.189821] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-791" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.190076] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-791" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.190365] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.190550] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.190669] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.190941] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.195238] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.195238] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 814.195238] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 814.195238] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 814.195238] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 814.195238] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 814.195638] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 814.195638] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 814.218516] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 814.218691] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 814.218824] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 814.219010] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-791" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.219377] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-9ae20a1e-3b86-43ee-91ed-2f17610c1704 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.219557] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-9ae20a1e-3b86-43ee-91ed-2f17610c1704" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.219670] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-9ae20a1e-3b86-43ee-91ed-2f17610c1704" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.220025] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-9ae20a1e-3b86-43ee-91ed-2f17610c1704" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.220167] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ae20a1e-3b86-43ee-91ed-2f17610c1704',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.264769] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.264938] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.265018] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.265263] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.265356] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.265551] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.265649] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.265701] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.265848] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.265918] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.265999] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5160a546-47d1-4816-8fbc-a93ab065979d already deleted. [ 814.266094] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5160a546-47d1-4816-8fbc-a93ab065979d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.273742] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.273965] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.273965] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.274180] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.274223] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.274307] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6 is going to be created. [ 814.307808] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.307808] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.307808] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.307808] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.307808] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.320737] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6 in Status: UNINITIALIZED for 2s [ 814.727135] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.727422] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.727594] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.727759] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.727910] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.728078] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port 9ae20a1e-3b86-43ee-91ed-2f17610c1704 not found, creating... [ 814.728385] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.728546] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.728854] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.729083] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.729248] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.729550] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.729704] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.729819] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.730109] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.730275] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.730419] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: 9ae20a1e-3b86-43ee-91ed-2f17610c1704 is going to be created. [ 814.751443] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.751742] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.751742] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.752053] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.752340] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.752689] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-9ae20a1e-3b86-43ee-91ed-2f17610c1704" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.833371] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b in Status: SUCCESS [ 814.833757] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b deletion is rescheduled due to dependency. [ 814.833757] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.890802] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 in Status: SUCCESS [ 814.891018] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.537774] env[65476]: INFO networking_nsxv3.common.synchronization [req-6e841594-0225-4a92-a18d-849d8ba956b7 req-ef165ba9-0ba8-45e9-9b59-680186144138 service nova] Enqueued Resource ID: 5160a546-47d1-4816-8fbc-a93ab065979d with Priority: HIGHEST for action security_group_rules [ 815.537963] env[65476]: INFO networking_nsxv3.common.synchronization [req-6e841594-0225-4a92-a18d-849d8ba956b7 req-ef165ba9-0ba8-45e9-9b59-680186144138 service nova] Enqueued Resource ID: 5160a546-47d1-4816-8fbc-a93ab065979d with Priority: HIGHEST for action security_group_members [ 815.538120] env[65476]: INFO networking_nsxv3.common.synchronization [req-6e841594-0225-4a92-a18d-849d8ba956b7 req-ef165ba9-0ba8-45e9-9b59-680186144138 service nova] Enqueued Resource ID: 9ae20a1e-3b86-43ee-91ed-2f17610c1704 with Priority: HIGHEST for action port [ 815.538657] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5160a546-47d1-4816-8fbc-a93ab065979d with Priority: HIGHEST for action security_group_rules [ 815.538788] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5160a546-47d1-4816-8fbc-a93ab065979d with Priority: HIGHEST for action security_group_members [ 815.538884] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae20a1e-3b86-43ee-91ed-2f17610c1704 with Priority: HIGHEST for action port [ 815.541321] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5160a546-47d1-4816-8fbc-a93ab065979d taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.541460] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5160a546-47d1-4816-8fbc-a93ab065979d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.541562] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5160a546-47d1-4816-8fbc-a93ab065979d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.542099] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5160a546-47d1-4816-8fbc-a93ab065979d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.543560] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5160a546-47d1-4816-8fbc-a93ab065979d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.545560] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5160a546-47d1-4816-8fbc-a93ab065979d taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.545693] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5160a546-47d1-4816-8fbc-a93ab065979d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.545790] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5160a546-47d1-4816-8fbc-a93ab065979d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.545941] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5160a546-47d1-4816-8fbc-a93ab065979d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.547156] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.547156] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.547156] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.547156] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.547156] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.547156] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5160a546-47d1-4816-8fbc-a93ab065979d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.548868] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ae20a1e-3b86-43ee-91ed-2f17610c1704 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.548868] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ae20a1e-3b86-43ee-91ed-2f17610c1704" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.549126] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ae20a1e-3b86-43ee-91ed-2f17610c1704" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.549229] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ae20a1e-3b86-43ee-91ed-2f17610c1704" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.549309] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ae20a1e-3b86-43ee-91ed-2f17610c1704',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.584714] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.584714] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.584714] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.584714] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.584714] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.046607] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5160a546-47d1-4816-8fbc-a93ab065979d taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.047125] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5160a546-47d1-4816-8fbc-a93ab065979d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.052479] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5160a546-47d1-4816-8fbc-a93ab065979d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.053636] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ae20a1e-3b86-43ee-91ed-2f17610c1704 with status ACTIVE [ 816.054793] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.055038] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.055116] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.055437] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.055583] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.055849] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.055978] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.056099] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.056356] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.056465] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.056715] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.056856] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.056895] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.057171] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.057213] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.057309] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ae20a1e-3b86-43ee-91ed-2f17610c1704 is going to be updated. [ 816.083921] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.084077] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.084132] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.084398] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.084572] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.084912] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ae20a1e-3b86-43ee-91ed-2f17610c1704" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.089059] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.338016] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6 in Status: SUCCESS [ 816.338421] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.338607] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.338826] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.339074] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.339858] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.339858] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.339858] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.339858] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.339858] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.339858] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.561056] env[65476]: INFO networking_nsxv3.common.synchronization [req-958b3ad5-00ca-4d28-9b5e-bfb5580aa287 req-a3879fb8-3fc5-4ee3-a27d-5de2a58cfb43 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Enqueued Resource ID: c3f5fa7a-c347-4abe-b281-39ff2a95c747 with Priority: HIGHEST for action security_group_members [ 816.561056] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5160a546-47d1-4816-8fbc-a93ab065979d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.561425] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3f5fa7a-c347-4abe-b281-39ff2a95c747 with Priority: HIGHEST for action security_group_members [ 816.562107] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3f5fa7a-c347-4abe-b281-39ff2a95c747 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.562442] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3f5fa7a-c347-4abe-b281-39ff2a95c747" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.562632] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3f5fa7a-c347-4abe-b281-39ff2a95c747" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.563070] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3f5fa7a-c347-4abe-b281-39ff2a95c747" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.563412] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.566905] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.566905] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.566905] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.566905] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.566905] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3f5fa7a-c347-4abe-b281-39ff2a95c747',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.593161] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.843050] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.843285] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.843285] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.843959] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.843959] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.844391] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.844503] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.844913] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.844913] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.844913] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.845212] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.845212] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.845336] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.845382] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.845550] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.845653] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.845788] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.846078] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.846078] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.846186] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.846356] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.068272] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.068745] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.068745] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.068745] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.068870] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.068870] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5160a546-47d1-4816-8fbc-a93ab065979d is going to be created. [ 817.070265] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.070379] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.070447] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.070602] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.097009] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 817.097131] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 817.098954] env[65476]: INFO networking_nsxv3.common.synchronization [req-538fb5a9-1802-4b6c-891c-f8041cbea8f1 req-4440108a-32b5-4a1e-8b44-1ff6b7c0f842 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Enqueued Resource ID: 512e8183-d51a-4969-ae87-56df930be472 with Priority: HIGHEST for action security_group_members [ 817.099674] env[65476]: INFO networking_nsxv3.common.synchronization [req-538fb5a9-1802-4b6c-891c-f8041cbea8f1 req-4440108a-32b5-4a1e-8b44-1ff6b7c0f842 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Enqueued Resource ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 with Priority: HIGHEST for action security_group_members [ 817.100331] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 512e8183-d51a-4969-ae87-56df930be472 with Priority: HIGHEST for action security_group_members [ 817.100478] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 with Priority: HIGHEST for action security_group_members [ 817.101244] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-512e8183-d51a-4969-ae87-56df930be472 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.101413] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-512e8183-d51a-4969-ae87-56df930be472" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.101490] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-512e8183-d51a-4969-ae87-56df930be472" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.102177] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-512e8183-d51a-4969-ae87-56df930be472" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.102354] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.102503] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.102546] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.102841] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.102841] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.102914] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('512e8183-d51a-4969-ae87-56df930be472',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.104757] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7baae9-71d5-4563-904b-fd384bf78ad5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.104920] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.104988] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.106951] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.106951] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.106951] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.106951] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.106951] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.106951] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.106951] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.289041] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.289407] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.289525] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.289588] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.289786] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.289865] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.289948] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3f5fa7a-c347-4abe-b281-39ff2a95c747 is going to be updated. [ 817.292531] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.292706] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.292706] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.293014] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.293014] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.296047] env[65476]: INFO networking_nsxv3.common.synchronization [req-538fb5a9-1802-4b6c-891c-f8041cbea8f1 req-4440108a-32b5-4a1e-8b44-1ff6b7c0f842 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Enqueued Resource ID: 512e8183-d51a-4969-ae87-56df930be472 with Priority: HIGHEST for action security_group_rules [ 817.296100] env[65476]: INFO networking_nsxv3.common.synchronization [req-538fb5a9-1802-4b6c-891c-f8041cbea8f1 req-4440108a-32b5-4a1e-8b44-1ff6b7c0f842 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Enqueued Resource ID: 512e8183-d51a-4969-ae87-56df930be472 with Priority: HIGHEST for action security_group_members [ 817.296195] env[65476]: INFO networking_nsxv3.common.synchronization [req-538fb5a9-1802-4b6c-891c-f8041cbea8f1 req-4440108a-32b5-4a1e-8b44-1ff6b7c0f842 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Enqueued Resource ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 with Priority: HIGHEST for action security_group_rules [ 817.296314] env[65476]: INFO networking_nsxv3.common.synchronization [req-538fb5a9-1802-4b6c-891c-f8041cbea8f1 req-4440108a-32b5-4a1e-8b44-1ff6b7c0f842 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Enqueued Resource ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 with Priority: HIGHEST for action security_group_members [ 817.296430] env[65476]: INFO networking_nsxv3.common.synchronization [req-538fb5a9-1802-4b6c-891c-f8041cbea8f1 req-4440108a-32b5-4a1e-8b44-1ff6b7c0f842 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Enqueued Resource ID: e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e with Priority: HIGHEST for action port [ 817.298029] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 512e8183-d51a-4969-ae87-56df930be472 with Priority: HIGHEST for action security_group_rules [ 817.298119] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 with Priority: HIGHEST for action security_group_rules [ 817.298159] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e with Priority: HIGHEST for action port [ 817.298248] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 512e8183-d51a-4969-ae87-56df930be472 with Priority: HIGHEST for action security_group_members [ 817.298336] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 with Priority: HIGHEST for action security_group_members [ 817.298926] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-512e8183-d51a-4969-ae87-56df930be472 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.299066] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-512e8183-d51a-4969-ae87-56df930be472" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.299153] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-512e8183-d51a-4969-ae87-56df930be472" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.299389] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-512e8183-d51a-4969-ae87-56df930be472" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.299473] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('512e8183-d51a-4969-ae87-56df930be472',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.300305] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e7baae9-71d5-4563-904b-fd384bf78ad5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.300430] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.300501] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.300684] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.300761] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.301510] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.303377] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.303377] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.303377] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.303377] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.303377] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-512e8183-d51a-4969-ae87-56df930be472 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.303377] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-512e8183-d51a-4969-ae87-56df930be472" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.303377] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7baae9-71d5-4563-904b-fd384bf78ad5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.303377] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.311385] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5160a546-47d1-4816-8fbc-a93ab065979d in Status: UNINITIALIZED for 2s [ 817.355027] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6: rpc.has_security_group_logging(os_id): False [ 817.356901] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.357076] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.357134] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.357336] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.357479] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.369014] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3f5fa7a-c347-4abe-b281-39ff2a95c747 in Status: IN_PROGRESS for 2s [ 817.379996] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.380195] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.380244] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.380415] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.380503] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.380692] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.380788] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.380845] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.380988] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.381240] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.381306] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.381360] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.381393] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.381636] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.381636] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.381802] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.381892] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.381952] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.382102] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.382238] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.382325] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6 is going to be created. [ 817.443743] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.444290] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.444290] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.444290] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.444612] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.459306] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6 in Status: IN_PROGRESS for 2s [ 817.605524] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('512e8183-d51a-4969-ae87-56df930be472',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.608504] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.806049] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-512e8183-d51a-4969-ae87-56df930be472 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.806049] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-512e8183-d51a-4969-ae87-56df930be472" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.806049] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e with status ACTIVE [ 817.806049] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.806049] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.806049] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.806049] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.806049] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.806546] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.806546] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.806546] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.806546] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.806546] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.806718] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.806718] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.806810] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.807085] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.807085] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.807209] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e is going to be updated. [ 817.808485] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7baae9-71d5-4563-904b-fd384bf78ad5 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.808612] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.836067] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.837136] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.837136] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.837136] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.837136] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.837136] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.104469] env[65476]: INFO networking_nsxv3.common.synchronization [req-725bc9ad-34b2-4629-a84d-118686cdb943 req-8f549f7e-436b-4162-a4de-efa4a22ca284 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Enqueued Resource ID: d80ba68a-b076-4d3b-be24-8f2348659dda with Priority: HIGHEST for action security_group_members [ 818.105052] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d80ba68a-b076-4d3b-be24-8f2348659dda with Priority: HIGHEST for action security_group_members [ 818.105364] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d80ba68a-b076-4d3b-be24-8f2348659dda taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.105609] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.105685] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.105966] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.106072] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.106247] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.106299] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.106459] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.106568] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.106630] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d80ba68a-b076-4d3b-be24-8f2348659dda',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.108695] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('512e8183-d51a-4969-ae87-56df930be472',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.110950] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.346943] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.346943] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.346943] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.346943] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.365759] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 818.365759] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.367524] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 818.407485] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.407485] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.407485] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.407895] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.416391] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.416949] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:1. [ 818.417102] env[65476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:{'e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e'} {{(pid=65476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 818.417378] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 818.479045] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.479233] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.479276] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.479566] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.481044] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.481044] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 818.503081] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-832 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.503301] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-832" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.503461] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-832" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.503694] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-832" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.503937] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.504395] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.504524] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.505111] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.505111] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.505111] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.505290] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 818.505290] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 818.505726] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 818.505726] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.505726] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 818.505726] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 818.527984] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 818.528303] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 818.528459] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 818.528669] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-832" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.529067] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-b10619fd-39bc-4b11-b225-c061276ecee4 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.529243] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-b10619fd-39bc-4b11-b225-c061276ecee4" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.529359] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-b10619fd-39bc-4b11-b225-c061276ecee4" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.529806] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-b10619fd-39bc-4b11-b225-c061276ecee4" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.530053] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b10619fd-39bc-4b11-b225-c061276ecee4',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.581968] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.582260] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.582337] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.582559] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.582775] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.583264] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 818.609898] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.610145] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.610145] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.610376] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.611640] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.611811] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.611811] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.611973] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.612060] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.612209] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 512e8183-d51a-4969-ae87-56df930be472 is going to be created. [ 818.613802] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.613951] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.614056] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.614175] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.614258] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.614357] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 is going to be updated. [ 818.675436] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.675648] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.675648] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.675862] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.676033] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.679114] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.679351] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.679473] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.679532] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.679786] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.679893] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.679985] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d80ba68a-b076-4d3b-be24-8f2348659dda is going to be updated. [ 818.681993] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.682172] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.682274] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.682476] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.683533] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.703396] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 in Status: IN_PROGRESS for 2s [ 818.708645] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 512e8183-d51a-4969-ae87-56df930be472 in Status: UNINITIALIZED for 2s [ 818.733566] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.733929] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.733929] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.734941] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.735277] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.747390] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d80ba68a-b076-4d3b-be24-8f2348659dda in Status: IN_PROGRESS for 2s [ 818.760364] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.760637] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.760637] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.760879] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.761442] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.761777] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:37. [ 818.761875] env[65476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'7704e3ed-6eb7-45e0-b422-16430811c1f9', '4fb2526a-f07a-4dab-a8f2-db3b72a5ef18', '1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6', '0b12addc-823c-4a95-a085-d4bb69d13f36', '358387f9-c463-4459-81a7-b1c1bb0e9b89', 'efa4c97f-947d-4562-8c7a-4f025741a188', '1288d031-4d19-4d0c-b865-5a0fc07d6694', '9e7baae9-71d5-4563-904b-fd384bf78ad5', '1b0b8b60-0115-46c7-8ab3-7efe52ca2274', '2f5c1a41-584c-4e4e-a276-7f37308bc912', 'c7cdf36e-45a4-40c8-8ace-e9a7eddf5415', '05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5', 'c3f5fa7a-c347-4abe-b281-39ff2a95c747', '4fece061-3d2e-49ae-812d-cff782500406', 'a0fb7749-a884-47d7-b901-23e6306d01db', 'a96fbdba-9bb8-4b6d-9200-52fc3f27dd40', '5cdf1d77-3174-4be3-b798-87aa7550f798', '1568bc6a-749b-4c27-9299-92502c140544', '1478b812-46e7-4dc6-9bb2-92bf8fa7f09d', '2f3fbd21-575e-46fe-bc65-4fe0585f19b7', '80a44372-f1d0-42a5-8559-78d175593590', 'd80ba68a-b076-4d3b-be24-8f2348659dda', '27d84de2-6f85-42a3-a739-df0d0e9158b1', '62fcb096-b969-491c-96ee-58520844e912', '3d9def72-f272-4150-9f5b-0fde0b1d6d4b', '4471a33b-a245-4793-b098-681e946f53f5', '5dfdb1e1-ae0c-4f77-a196-96fc2727ced3', '09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c', 'f1b40e9a-1124-4126-a195-f5b379e2304c', 'b69523ee-a5be-4158-bb73-467cafa9975e', '55d2ce1a-91c4-4ad2-8d1e-c36e329a9198', 'afcadb5d-0a1f-431a-8fc5-087c6dff4018', 'd0a18a43-9a9b-4dfd-9b3d-56894b961e4a', '3d7b91fd-30c8-4f9e-ae9c-e37b4695eade', 'e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8', 'dcd1a768-57fa-4fe3-b51c-1c39c8bdc699', '6492e50c-3051-48cc-a27f-d04e71171dad'} {{(pid=65476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 818.761998] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 818.789055] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.789317] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.789317] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.789455] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.789511] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.789600] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 818.789670] env[65476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 818.789724] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 818.903612] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.903890] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.903890] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.904279] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.905854] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.906229] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 818.906332] env[65476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 818.906399] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 818.906506] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 1/1 resources of Type:Ports [ 818.906621] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e with Priority: HIGH for action port [ 818.906795] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 19/37 resources of Type:Security Group Rules [ 818.906863] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 with Priority: HIGH for action security_group_rules [ 818.907116] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 with Priority: HIGH for action security_group_rules [ 818.907116] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6 with Priority: HIGH for action security_group_rules [ 818.907116] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0b12addc-823c-4a95-a085-d4bb69d13f36 with Priority: HIGH for action security_group_rules [ 818.907346] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 358387f9-c463-4459-81a7-b1c1bb0e9b89 with Priority: HIGH for action security_group_rules [ 818.907346] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: efa4c97f-947d-4562-8c7a-4f025741a188 with Priority: HIGH for action security_group_rules [ 818.907346] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1288d031-4d19-4d0c-b865-5a0fc07d6694 with Priority: HIGH for action security_group_rules [ 818.907569] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 with Priority: HIGH for action security_group_rules [ 818.907569] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1b0b8b60-0115-46c7-8ab3-7efe52ca2274 with Priority: HIGH for action security_group_rules [ 818.907569] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 with Priority: HIGH for action security_group_rules [ 818.907569] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGH for action security_group_rules [ 818.907912] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 with Priority: HIGH for action security_group_rules [ 818.907912] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c3f5fa7a-c347-4abe-b281-39ff2a95c747 with Priority: HIGH for action security_group_rules [ 818.907912] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4fece061-3d2e-49ae-812d-cff782500406 with Priority: HIGH for action security_group_rules [ 818.907912] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a0fb7749-a884-47d7-b901-23e6306d01db with Priority: HIGH for action security_group_rules [ 818.907912] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 with Priority: HIGH for action security_group_rules [ 818.907912] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5cdf1d77-3174-4be3-b798-87aa7550f798 with Priority: HIGH for action security_group_rules [ 818.908459] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1568bc6a-749b-4c27-9299-92502c140544 with Priority: HIGH for action security_group_rules [ 818.908459] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d with Priority: HIGH for action security_group_rules [ 818.908636] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.033232] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.033583] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.033794] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.034086] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.034302] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.034629] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port b10619fd-39bc-4b11-b225-c061276ecee4 not found, creating... [ 819.035251] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.035430] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.035529] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.035832] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.036103] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.036427] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.036622] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.036774] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.037044] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.037200] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.037391] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: b10619fd-39bc-4b11-b225-c061276ecee4 is going to be created. [ 819.065405] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.065595] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.065803] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.065951] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.066188] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.066457] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-b10619fd-39bc-4b11-b225-c061276ecee4" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.329367] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5160a546-47d1-4816-8fbc-a93ab065979d in Status: SUCCESS [ 819.329367] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5160a546-47d1-4816-8fbc-a93ab065979d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.329367] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5160a546-47d1-4816-8fbc-a93ab065979d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.329367] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5160a546-47d1-4816-8fbc-a93ab065979d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.329367] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.329367] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.329367] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.329367] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.329367] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.329367] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5160a546-47d1-4816-8fbc-a93ab065979d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.329367] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5160a546-47d1-4816-8fbc-a93ab065979d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.381514] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3f5fa7a-c347-4abe-b281-39ff2a95c747 in Status: SUCCESS [ 819.381514] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3f5fa7a-c347-4abe-b281-39ff2a95c747 deletion is rescheduled due to dependency. [ 819.381514] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3f5fa7a-c347-4abe-b281-39ff2a95c747" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.477291] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6 in Status: SUCCESS [ 819.477637] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.790502] env[65476]: INFO networking_nsxv3.common.synchronization [req-725bc9ad-34b2-4629-a84d-118686cdb943 req-633a5981-73d8-4384-8ab3-489c7229c9e6 service nova] Enqueued Resource ID: d80ba68a-b076-4d3b-be24-8f2348659dda with Priority: HIGHEST for action security_group_rules [ 819.790687] env[65476]: INFO networking_nsxv3.common.synchronization [req-725bc9ad-34b2-4629-a84d-118686cdb943 req-633a5981-73d8-4384-8ab3-489c7229c9e6 service nova] Enqueued Resource ID: d80ba68a-b076-4d3b-be24-8f2348659dda with Priority: HIGHEST for action security_group_members [ 819.790826] env[65476]: INFO networking_nsxv3.common.synchronization [req-725bc9ad-34b2-4629-a84d-118686cdb943 req-633a5981-73d8-4384-8ab3-489c7229c9e6 service nova] Enqueued Resource ID: b10619fd-39bc-4b11-b225-c061276ecee4 with Priority: HIGHEST for action port [ 819.791432] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d80ba68a-b076-4d3b-be24-8f2348659dda with Priority: HIGHEST for action security_group_rules [ 819.791582] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d80ba68a-b076-4d3b-be24-8f2348659dda with Priority: HIGHEST for action security_group_members [ 819.791736] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b10619fd-39bc-4b11-b225-c061276ecee4 with Priority: HIGHEST for action port [ 819.791806] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e with Priority: HIGH for action port [ 819.791950] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 with Priority: HIGH for action security_group_rules [ 819.791950] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efa4c97f-947d-4562-8c7a-4f025741a188 with Priority: HIGH for action security_group_rules [ 819.792192] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fece061-3d2e-49ae-812d-cff782500406 with Priority: HIGH for action security_group_rules [ 819.792366] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d with Priority: HIGH for action security_group_rules [ 819.792579] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1568bc6a-749b-4c27-9299-92502c140544 with Priority: HIGH for action security_group_rules [ 819.792650] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cdf1d77-3174-4be3-b798-87aa7550f798 with Priority: HIGH for action security_group_rules [ 819.792726] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 with Priority: HIGH for action security_group_rules [ 819.792850] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3f5fa7a-c347-4abe-b281-39ff2a95c747 with Priority: HIGH for action security_group_rules [ 819.792962] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0fb7749-a884-47d7-b901-23e6306d01db with Priority: HIGH for action security_group_rules [ 819.793087] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 with Priority: HIGH for action security_group_rules [ 819.793252] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGH for action security_group_rules [ 819.793323] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 with Priority: HIGH for action security_group_rules [ 819.793406] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b0b8b60-0115-46c7-8ab3-7efe52ca2274 with Priority: HIGH for action security_group_rules [ 819.793548] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 with Priority: HIGH for action security_group_rules [ 819.793650] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 358387f9-c463-4459-81a7-b1c1bb0e9b89 with Priority: HIGH for action security_group_rules [ 819.793745] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1288d031-4d19-4d0c-b865-5a0fc07d6694 with Priority: HIGH for action security_group_rules [ 819.794115] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b12addc-823c-4a95-a085-d4bb69d13f36 with Priority: HIGH for action security_group_rules [ 819.794115] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 with Priority: HIGH for action security_group_rules [ 819.794242] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6 with Priority: HIGH for action security_group_rules [ 819.794565] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d80ba68a-b076-4d3b-be24-8f2348659dda taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.794744] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.794888] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.795079] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.795170] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d80ba68a-b076-4d3b-be24-8f2348659dda',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.796900] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d80ba68a-b076-4d3b-be24-8f2348659dda taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.797072] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.797315] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-b10619fd-39bc-4b11-b225-c061276ecee4 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.797504] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b10619fd-39bc-4b11-b225-c061276ecee4" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.797608] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b10619fd-39bc-4b11-b225-c061276ecee4" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.797798] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b10619fd-39bc-4b11-b225-c061276ecee4" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.797889] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b10619fd-39bc-4b11-b225-c061276ecee4',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.798822] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.799233] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.799233] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.799411] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.799487] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.800315] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.800517] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.800660] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.800804] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.800951] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fb2526a-f07a-4dab-a8f2-db3b72a5ef18',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.802260] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efa4c97f-947d-4562-8c7a-4f025741a188 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.802519] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.802519] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.802697] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.803812] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efa4c97f-947d-4562-8c7a-4f025741a188',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.806076] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fece061-3d2e-49ae-812d-cff782500406 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.806245] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.806316] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.806540] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.806621] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fece061-3d2e-49ae-812d-cff782500406',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.807660] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.807776] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.807831] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.808120] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.808120] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1478b812-46e7-4dc6-9bb2-92bf8fa7f09d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.809041] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1568bc6a-749b-4c27-9299-92502c140544 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.809307] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1568bc6a-749b-4c27-9299-92502c140544" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.809395] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1568bc6a-749b-4c27-9299-92502c140544" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.809539] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1568bc6a-749b-4c27-9299-92502c140544" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.809663] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1568bc6a-749b-4c27-9299-92502c140544',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.810700] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cdf1d77-3174-4be3-b798-87aa7550f798 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.810900] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.810900] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.811117] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.811117] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cdf1d77-3174-4be3-b798-87aa7550f798',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.812954] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.813560] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.813560] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.813560] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.813560] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a96fbdba-9bb8-4b6d-9200-52fc3f27dd40',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.813735] env[65476]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 819.817750] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3f5fa7a-c347-4abe-b281-39ff2a95c747 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.817750] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3f5fa7a-c347-4abe-b281-39ff2a95c747" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.817750] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3f5fa7a-c347-4abe-b281-39ff2a95c747" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.817750] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3f5fa7a-c347-4abe-b281-39ff2a95c747" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.817750] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3f5fa7a-c347-4abe-b281-39ff2a95c747',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.817750] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0fb7749-a884-47d7-b901-23e6306d01db taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.817750] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.817750] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.817750] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.817750] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0fb7749-a884-47d7-b901-23e6306d01db',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.819116] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.819224] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.819530] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.820503] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.821241] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.823590] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.823737] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.823814] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.823959] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.824561] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.825723] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f5c1a41-584c-4e4e-a276-7f37308bc912 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.825850] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.825997] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.826180] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.826252] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f5c1a41-584c-4e4e-a276-7f37308bc912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.827184] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b0b8b60-0115-46c7-8ab3-7efe52ca2274 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.827337] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b0b8b60-0115-46c7-8ab3-7efe52ca2274" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.827433] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b0b8b60-0115-46c7-8ab3-7efe52ca2274" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.827581] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b0b8b60-0115-46c7-8ab3-7efe52ca2274" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.827674] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b0b8b60-0115-46c7-8ab3-7efe52ca2274',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.829500] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e7baae9-71d5-4563-904b-fd384bf78ad5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.829500] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.829500] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-358387f9-c463-4459-81a7-b1c1bb0e9b89 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.829500] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-358387f9-c463-4459-81a7-b1c1bb0e9b89" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.829500] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-358387f9-c463-4459-81a7-b1c1bb0e9b89" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.829500] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-358387f9-c463-4459-81a7-b1c1bb0e9b89" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.829500] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('358387f9-c463-4459-81a7-b1c1bb0e9b89',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.832733] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1288d031-4d19-4d0c-b865-5a0fc07d6694 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.832733] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.832733] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.832733] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.832733] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1288d031-4d19-4d0c-b865-5a0fc07d6694',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.833293] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b12addc-823c-4a95-a085-d4bb69d13f36 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.833293] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b12addc-823c-4a95-a085-d4bb69d13f36" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.833435] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b12addc-823c-4a95-a085-d4bb69d13f36" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.833498] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b12addc-823c-4a95-a085-d4bb69d13f36" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.833585] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b12addc-823c-4a95-a085-d4bb69d13f36',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.834580] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7704e3ed-6eb7-45e0-b422-16430811c1f9 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.834580] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.834771] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.834771] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.834891] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7704e3ed-6eb7-45e0-b422-16430811c1f9',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.835515] env[65476]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 819.836737] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.836848] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.837100] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.837100] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.837193] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.845628] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5160a546-47d1-4816-8fbc-a93ab065979d taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.845628] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5160a546-47d1-4816-8fbc-a93ab065979d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.845628] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5160a546-47d1-4816-8fbc-a93ab065979d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.846221] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5160a546-47d1-4816-8fbc-a93ab065979d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.846424] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.846530] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.848956] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.848956] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.848956] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.848956] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5160a546-47d1-4816-8fbc-a93ab065979d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.848956] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5160a546-47d1-4816-8fbc-a93ab065979d taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.848956] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5160a546-47d1-4816-8fbc-a93ab065979d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.848956] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5160a546-47d1-4816-8fbc-a93ab065979d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.848956] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5160a546-47d1-4816-8fbc-a93ab065979d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.848956] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.848956] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.848956] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.848956] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.848956] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.848956] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5160a546-47d1-4816-8fbc-a93ab065979d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.848956] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5160a546-47d1-4816-8fbc-a93ab065979d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.341392] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d80ba68a-b076-4d3b-be24-8f2348659dda taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.341839] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.342193] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e with status ACTIVE [ 820.342485] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.342677] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.342822] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.343129] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.343594] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.344131] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.344359] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.344518] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.344789] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.345510] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.345836] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.345973] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.346058] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.346270] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.346355] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.346461] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e is going to be updated. [ 820.347819] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b10619fd-39bc-4b11-b225-c061276ecee4 with status ACTIVE [ 820.348021] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.348152] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.348253] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.348444] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.348530] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.348754] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.348879] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.348946] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.349289] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.349451] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.349901] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.349901] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.349901] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.350187] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.350322] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.350441] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b10619fd-39bc-4b11-b225-c061276ecee4 is going to be updated. [ 820.363333] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5160a546-47d1-4816-8fbc-a93ab065979d: rpc.has_security_group_logging(os_id): False [ 820.377386] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.377520] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.377881] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.377881] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.378033] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.378098] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.379049] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.379195] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.379275] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.382376] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.382527] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.382698] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b10619fd-39bc-4b11-b225-c061276ecee4" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.383665] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.383796] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.383856] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.384041] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.384864] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.384864] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.384864] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.384864] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.384864] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.384864] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.385166] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.385166] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.385166] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.385284] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.385284] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.385443] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.385536] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.385619] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.385734] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.385804] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.385894] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5160a546-47d1-4816-8fbc-a93ab065979d is going to be created. [ 820.398913] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1288d031-4d19-4d0c-b865-5a0fc07d6694 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.399372] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.399493] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.399726] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.400502] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.400502] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.400502] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.400502] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.400502] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.400502] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.400962] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1288d031-4d19-4d0c-b865-5a0fc07d6694',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.401595] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.402534] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.402534] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.402534] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.402534] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.402534] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.402534] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.402534] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.402876] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.402876] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.402876] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4fb2526a-f07a-4dab-a8f2-db3b72a5ef18',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.403663] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.403764] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.403827] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.403975] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.404131] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.404224] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.404361] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.404414] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.404698] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.404698] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.404698] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.405972] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f5c1a41-584c-4e4e-a276-7f37308bc912 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.405972] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.405972] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.405972] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.405972] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.406190] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.406190] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.406256] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.406288] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.407028] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.407028] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f5c1a41-584c-4e4e-a276-7f37308bc912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.407435] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0fb7749-a884-47d7-b901-23e6306d01db taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.407435] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.407435] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.407631] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.407920] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.407920] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.407920] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.408053] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.408053] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.408131] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.408184] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0fb7749-a884-47d7-b901-23e6306d01db',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.410933] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.410933] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.410933] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.410933] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.410933] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.410933] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.410933] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.410933] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.410933] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.410933] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.410933] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a96fbdba-9bb8-4b6d-9200-52fc3f27dd40',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.416701] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cdf1d77-3174-4be3-b798-87aa7550f798 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.416879] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.416929] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.417371] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.417562] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.417712] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.417712] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.418207] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.418207] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.418207] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.418207] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5cdf1d77-3174-4be3-b798-87aa7550f798',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.421673] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-358387f9-c463-4459-81a7-b1c1bb0e9b89 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.421835] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-358387f9-c463-4459-81a7-b1c1bb0e9b89" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.421932] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-358387f9-c463-4459-81a7-b1c1bb0e9b89" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.422206] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-358387f9-c463-4459-81a7-b1c1bb0e9b89" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.422376] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.422504] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.422572] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.422745] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.422801] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.422891] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-358387f9-c463-4459-81a7-b1c1bb0e9b89" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.422975] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('358387f9-c463-4459-81a7-b1c1bb0e9b89',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.423902] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.424032] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.424114] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.424307] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.424495] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.424629] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.424664] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.424825] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.424909] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.425009] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.425090] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1478b812-46e7-4dc6-9bb2-92bf8fa7f09d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.427050] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fece061-3d2e-49ae-812d-cff782500406 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.427050] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.427050] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.427050] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.427050] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.427050] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.427050] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.427050] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.427050] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.427050] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.427050] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4fece061-3d2e-49ae-812d-cff782500406',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.452318] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.452318] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.452318] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.452833] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.456660] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.456784] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.457824] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.457981] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.468530] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.468724] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.470069] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.470209] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.471258] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.471400] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.474977] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.475168] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.478529] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.478672] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.513756] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.513932] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.518730] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.518863] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5 is going to be deleted. [ 820.521770] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.522023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.592391] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.592546] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 is going to be deleted. [ 820.593618] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.593851] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.627048] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.627243] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efa4c97f-947d-4562-8c7a-4f025741a188 is going to be deleted. [ 820.628493] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.628834] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.660463] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.660649] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.707951] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.708490] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1568bc6a-749b-4c27-9299-92502c140544 is going to be deleted. [ 820.709110] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.709352] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.733806] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 in Status: SUCCESS [ 820.733806] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.736789] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.736789] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.736789] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.736789] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.736789] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.736789] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.736789] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.736789] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.774839] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 512e8183-d51a-4969-ae87-56df930be472 in Status: SUCCESS [ 820.775898] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-512e8183-d51a-4969-ae87-56df930be472" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.776648] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-512e8183-d51a-4969-ae87-56df930be472" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.776648] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-512e8183-d51a-4969-ae87-56df930be472" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.776833] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.776833] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.776962] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.777015] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.777334] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.777334] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('512e8183-d51a-4969-ae87-56df930be472',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.799359] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d80ba68a-b076-4d3b-be24-8f2348659dda in Status: SUCCESS [ 820.803390] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d80ba68a-b076-4d3b-be24-8f2348659dda deletion is rescheduled due to dependency. [ 820.803390] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.803969] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.805589] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.805589] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.805589] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.805589] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.805589] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.805589] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.805589] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d80ba68a-b076-4d3b-be24-8f2348659dda',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.808736] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.808736] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.808736] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.808736] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b12addc-823c-4a95-a085-d4bb69d13f36 is going to be deleted. [ 820.809626] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.809626] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.810855] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.810980] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.870565] env[65476]: INFO networking_nsxv3.common.synchronization [req-c3b018ae-21e1-4e8e-9d5d-ff71e075c122 req-f1b717b9-e0d5-42aa-9342-382594e9489d tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Enqueued Resource ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 with Priority: HIGHEST for action security_group_members [ 820.871844] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.871916] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b0b8b60-0115-46c7-8ab3-7efe52ca2274 is going to be deleted. [ 820.875705] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 with Priority: HIGHEST for action security_group_members [ 820.875920] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.876160] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.876345] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.877854] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.877976] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.878115] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.878340] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.878545] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.878687] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.878774] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.878957] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.879093] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.879356] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fb2526a-f07a-4dab-a8f2-db3b72a5ef18',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.880403] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.881030] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.912316] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1288d031-4d19-4d0c-b865-5a0fc07d6694 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.912621] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.912721] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.913337] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.913337] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.913543] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.913590] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.913872] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.913990] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.914132] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.914334] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1288d031-4d19-4d0c-b865-5a0fc07d6694 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.914460] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.914529] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.914808] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.915037] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.915192] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.915282] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.915555] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.915684] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.915735] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.915899] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1288d031-4d19-4d0c-b865-5a0fc07d6694',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.917791] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.917962] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.918773] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f5c1a41-584c-4e4e-a276-7f37308bc912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.919993] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0fb7749-a884-47d7-b901-23e6306d01db taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.920233] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.920316] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.920574] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.920780] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.920890] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.920962] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.921171] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.921295] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.921440] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.921549] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0fb7749-a884-47d7-b901-23e6306d01db taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.921655] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.921731] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.921948] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.925813] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.926014] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.926097] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.926324] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.927043] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.927043] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.927043] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0fb7749-a884-47d7-b901-23e6306d01db',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.927918] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.928215] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.928506] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.928649] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.928710] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.928909] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.929859] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.930592] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.930592] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.930592] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.930592] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.930592] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.930954] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.930954] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.930954] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.931104] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.931295] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.932767] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.932852] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.933049] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.933111] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.933204] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.933296] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.936432] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1288d031-4d19-4d0c-b865-5a0fc07d6694: rpc.has_security_group_logging(os_id): False [ 820.937736] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5160a546-47d1-4816-8fbc-a93ab065979d in Status: IN_PROGRESS for 2s [ 820.938082] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f5c1a41-584c-4e4e-a276-7f37308bc912: rpc.has_security_group_logging(os_id): False [ 820.939304] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1478b812-46e7-4dc6-9bb2-92bf8fa7f09d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.940330] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.940330] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.940517] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.940588] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.940745] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.940835] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.940894] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.941842] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.941842] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.941962] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.942823] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.942943] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.943355] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.943355] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.943355] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.943572] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.943572] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.943700] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.943738] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.943809] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.943896] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a96fbdba-9bb8-4b6d-9200-52fc3f27dd40',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.944955] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fece061-3d2e-49ae-812d-cff782500406 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.945080] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.945147] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.945297] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.945444] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.945538] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.945672] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.945756] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.945836] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.945921] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.947016] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fece061-3d2e-49ae-812d-cff782500406 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.947016] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.947016] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.947016] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.947016] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.947016] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.947016] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.947016] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.947016] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.947016] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.947016] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4fece061-3d2e-49ae-812d-cff782500406',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.948074] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('358387f9-c463-4459-81a7-b1c1bb0e9b89',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.948784] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5cdf1d77-3174-4be3-b798-87aa7550f798',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.952383] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.952544] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.990665] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.990799] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3f5fa7a-c347-4abe-b281-39ff2a95c747 is going to be deleted. [ 820.992128] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.992931] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.003688] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.003688] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.019958] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.020181] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.063312] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.063312] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7704e3ed-6eb7-45e0-b422-16430811c1f9 is going to be deleted. [ 821.063998] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.064263] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.064375] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.064542] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05d2a1f3-c4e8-4271-ab10-bfb42fcb3ce5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.064756] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.064973] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.065198] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.065327] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efa4c97f-947d-4562-8c7a-4f025741a188" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.065916] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.066154] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.066259] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.066422] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.067396] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.067396] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.067396] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.067396] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1568bc6a-749b-4c27-9299-92502c140544" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.067396] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.067396] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.067396] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.067396] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b12addc-823c-4a95-a085-d4bb69d13f36" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.068135] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.068135] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.092643] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.092643] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.105819] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.106127] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.106278] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.106347] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.106581] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.106675] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.106809] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.106974] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.107125] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.107252] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.107405] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.107530] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.108305] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.108305] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.108305] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.108305] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.108305] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1288d031-4d19-4d0c-b865-5a0fc07d6694 is going to be updated. [ 821.109476] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.109708] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.172955] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.172955] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.193634] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.194562] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.194562] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.194562] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.194851] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.194851] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.194941] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 is going to be updated. [ 821.196354] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.196577] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.196729] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.196937] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b0b8b60-0115-46c7-8ab3-7efe52ca2274" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.196937] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.197109] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.197188] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.197324] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3f5fa7a-c347-4abe-b281-39ff2a95c747" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.219098] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.219392] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.219499] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.219723] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.219815] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.219937] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7704e3ed-6eb7-45e0-b422-16430811c1f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.239190] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.280183] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('512e8183-d51a-4969-ae87-56df930be472',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.288070] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.288332] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.288332] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.288497] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.288652] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.311915] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d80ba68a-b076-4d3b-be24-8f2348659dda',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.323623] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1288d031-4d19-4d0c-b865-5a0fc07d6694 in Status: IN_PROGRESS for 2s [ 821.359050] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.359050] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.359050] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.359394] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.359394] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.386291] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 in Status: IN_PROGRESS for 2s [ 821.386291] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fb2526a-f07a-4dab-a8f2-db3b72a5ef18',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.439614] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0fb7749-a884-47d7-b901-23e6306d01db: rpc.has_security_group_logging(os_id): False [ 821.441022] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6: rpc.has_security_group_logging(os_id): False [ 821.452377] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5cdf1d77-3174-4be3-b798-87aa7550f798: rpc.has_security_group_logging(os_id): False [ 821.453856] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d: rpc.has_security_group_logging(os_id): False [ 821.455017] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a96fbdba-9bb8-4b6d-9200-52fc3f27dd40: rpc.has_security_group_logging(os_id): False [ 821.455392] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4fece061-3d2e-49ae-812d-cff782500406: rpc.has_security_group_logging(os_id): False [ 821.456172] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 358387f9-c463-4459-81a7-b1c1bb0e9b89: rpc.has_security_group_logging(os_id): False [ 821.480812] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.481015] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.481183] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.481362] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.483525] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.483705] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.484956] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.485096] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.491703] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.491970] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.495338] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.495585] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.503080] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.503304] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.510647] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.510911] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.521816] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.522099] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.522290] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.522368] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.522598] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.522705] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.523419] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.523419] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.523419] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.523419] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.523419] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.523686] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.523686] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.523686] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.523802] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.523873] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.523967] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6 is going to be updated. [ 821.525487] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.525487] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.550064] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.550891] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.550891] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.550891] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.550891] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.551356] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.551356] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cdf1d77-3174-4be3-b798-87aa7550f798 is going to be updated. [ 821.552727] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.552910] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.583837] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.584293] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.584419] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.584507] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.584697] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.584781] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.584998] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.585104] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.585166] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.585309] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.585391] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.586031] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.586031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.586031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.586031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.586031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.586290] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0fb7749-a884-47d7-b901-23e6306d01db is going to be updated. [ 821.588036] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.588036] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.610617] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.610617] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.610736] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.611372] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.611618] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.611705] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.611999] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.612078] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.612114] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.612316] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.612520] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.612653] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.612728] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.612789] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.612931] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.613033] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.613767] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fece061-3d2e-49ae-812d-cff782500406 is going to be updated. [ 821.614961] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.615156] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.629995] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.630196] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.632637] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.632920] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.654672] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.654735] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.654804] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.654942] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.655101] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.656262] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.656262] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d is going to be updated. [ 821.657404] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.658734] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.695087] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.695087] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.695087] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.695087] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.695087] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.695420] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.695420] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 358387f9-c463-4459-81a7-b1c1bb0e9b89 is going to be updated. [ 821.696455] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.696684] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.696866] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.698038] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.698157] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.698321] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.699256] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.699434] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.735417] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.735538] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.743011] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.759464] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.759926] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.762024] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.762024] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.762024] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.762024] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.762907] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.763258] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.765112] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.765112] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.765112] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.765112] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.765112] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.765112] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.765112] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.765112] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.765112] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.765112] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.765112] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 is going to be updated. [ 821.767293] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6 in Status: IN_PROGRESS for 2s [ 821.767596] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.767896] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.768573] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.769362] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.769675] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.769933] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.773666] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cdf1d77-3174-4be3-b798-87aa7550f798 in Status: IN_PROGRESS for 2s [ 821.784743] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('512e8183-d51a-4969-ae87-56df930be472',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.791199] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0fb7749-a884-47d7-b901-23e6306d01db in Status: IN_PROGRESS for 2s [ 821.813963] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d80ba68a-b076-4d3b-be24-8f2348659dda',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.817335] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.817335] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.817612] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.817658] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.817797] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.819740] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fece061-3d2e-49ae-812d-cff782500406 in Status: IN_PROGRESS for 2s [ 821.843069] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d in Status: IN_PROGRESS for 2s [ 821.856453] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.856671] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.856756] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.856996] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.857200] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.888580] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fb2526a-f07a-4dab-a8f2-db3b72a5ef18',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.901858] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 358387f9-c463-4459-81a7-b1c1bb0e9b89 in Status: IN_PROGRESS for 2s [ 822.001470] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.001736] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.001789] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.002744] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.002744] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.040357] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 in Status: IN_PROGRESS for 2s [ 822.245953] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.246188] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.246273] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.246497] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.246592] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.246698] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 is going to be updated. [ 822.289690] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.289690] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.289690] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.289690] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.289690] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.289690] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 512e8183-d51a-4969-ae87-56df930be472 is going to be updated. [ 822.317024] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.317212] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.317307] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.317557] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.317677] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.317785] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d80ba68a-b076-4d3b-be24-8f2348659dda is going to be updated. [ 822.324718] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.324872] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.324924] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.325175] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.325364] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.340598] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 in Status: IN_PROGRESS for 2s [ 822.355019] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.355219] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.355320] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.355573] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.355749] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.365072] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 512e8183-d51a-4969-ae87-56df930be472 in Status: IN_PROGRESS for 2s [ 822.378710] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.380549] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.380549] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.380549] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.380549] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.391209] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.391395] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.391438] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.393786] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.393786] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.393786] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 is going to be updated. [ 822.393786] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d80ba68a-b076-4d3b-be24-8f2348659dda in Status: IN_PROGRESS for 2s [ 822.431482] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.431641] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.431685] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.432089] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.432303] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.442228] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 in Status: IN_PROGRESS for 2s [ 822.952198] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5160a546-47d1-4816-8fbc-a93ab065979d in Status: SUCCESS [ 822.952897] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5160a546-47d1-4816-8fbc-a93ab065979d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.359965] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1288d031-4d19-4d0c-b865-5a0fc07d6694 in Status: SUCCESS [ 823.359965] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.408731] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 in Status: SUCCESS [ 823.409164] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.786034] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6 in Status: SUCCESS [ 823.786321] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.787583] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cdf1d77-3174-4be3-b798-87aa7550f798 in Status: SUCCESS [ 823.787814] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.805191] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0fb7749-a884-47d7-b901-23e6306d01db in Status: SUCCESS [ 823.805484] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.834583] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fece061-3d2e-49ae-812d-cff782500406 in Status: SUCCESS [ 823.834821] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.856786] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d in Status: SUCCESS [ 823.857108] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.919236] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 358387f9-c463-4459-81a7-b1c1bb0e9b89 in Status: SUCCESS [ 823.919473] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-358387f9-c463-4459-81a7-b1c1bb0e9b89" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.055030] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 in Status: SUCCESS [ 824.055290] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.241552] env[65476]: INFO networking_nsxv3.common.synchronization [req-49062660-096f-4918-969d-4e48d69f12d9 req-bde5276d-1333-453a-b582-07f2f307b0d4 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Enqueued Resource ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 with Priority: HIGHEST for action security_group_members [ 824.241552] env[65476]: INFO networking_nsxv3.common.synchronization [req-49062660-096f-4918-969d-4e48d69f12d9 req-bde5276d-1333-453a-b582-07f2f307b0d4 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Enqueued Resource ID: 512e8183-d51a-4969-ae87-56df930be472 with Priority: HIGHEST for action security_group_members [ 824.241552] env[65476]: INFO networking_nsxv3.common.synchronization [req-49062660-096f-4918-969d-4e48d69f12d9 req-bde5276d-1333-453a-b582-07f2f307b0d4 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Enqueued Resource ID: 8b0676c5-6a62-4226-96fd-5670d77e6218 with Priority: HIGHEST for action security_group_members [ 824.243235] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 with Priority: HIGHEST for action security_group_members [ 824.243235] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 512e8183-d51a-4969-ae87-56df930be472 with Priority: HIGHEST for action security_group_members [ 824.243235] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b0676c5-6a62-4226-96fd-5670d77e6218 with Priority: HIGHEST for action security_group_members [ 824.243235] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7baae9-71d5-4563-904b-fd384bf78ad5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.243235] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.243235] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-512e8183-d51a-4969-ae87-56df930be472 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.243235] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-512e8183-d51a-4969-ae87-56df930be472" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.243235] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b0676c5-6a62-4226-96fd-5670d77e6218 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.244288] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b0676c5-6a62-4226-96fd-5670d77e6218" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.244288] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b0676c5-6a62-4226-96fd-5670d77e6218" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.244288] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b0676c5-6a62-4226-96fd-5670d77e6218" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.244288] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.244288] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.244288] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.244288] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.244288] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.244668] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b0676c5-6a62-4226-96fd-5670d77e6218',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.295602] env[65476]: INFO networking_nsxv3.common.synchronization [req-49062660-096f-4918-969d-4e48d69f12d9 req-bde5276d-1333-453a-b582-07f2f307b0d4 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Enqueued Resource ID: 512e8183-d51a-4969-ae87-56df930be472 with Priority: HIGHEST for action security_group_rules [ 824.297162] env[65476]: INFO networking_nsxv3.common.synchronization [req-49062660-096f-4918-969d-4e48d69f12d9 req-bde5276d-1333-453a-b582-07f2f307b0d4 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Enqueued Resource ID: 512e8183-d51a-4969-ae87-56df930be472 with Priority: HIGHEST for action security_group_members [ 824.297454] env[65476]: INFO networking_nsxv3.common.synchronization [req-49062660-096f-4918-969d-4e48d69f12d9 req-bde5276d-1333-453a-b582-07f2f307b0d4 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Enqueued Resource ID: 8b0676c5-6a62-4226-96fd-5670d77e6218 with Priority: HIGHEST for action security_group_rules [ 824.297647] env[65476]: INFO networking_nsxv3.common.synchronization [req-49062660-096f-4918-969d-4e48d69f12d9 req-bde5276d-1333-453a-b582-07f2f307b0d4 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Enqueued Resource ID: 8b0676c5-6a62-4226-96fd-5670d77e6218 with Priority: HIGHEST for action security_group_members [ 824.297793] env[65476]: INFO networking_nsxv3.common.synchronization [req-49062660-096f-4918-969d-4e48d69f12d9 req-bde5276d-1333-453a-b582-07f2f307b0d4 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Enqueued Resource ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 with Priority: HIGHEST for action security_group_rules [ 824.297922] env[65476]: INFO networking_nsxv3.common.synchronization [req-49062660-096f-4918-969d-4e48d69f12d9 req-bde5276d-1333-453a-b582-07f2f307b0d4 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Enqueued Resource ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 with Priority: HIGHEST for action security_group_members [ 824.298101] env[65476]: INFO networking_nsxv3.common.synchronization [req-49062660-096f-4918-969d-4e48d69f12d9 req-bde5276d-1333-453a-b582-07f2f307b0d4 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Enqueued Resource ID: e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e with Priority: HIGHEST for action port [ 824.298843] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 512e8183-d51a-4969-ae87-56df930be472 with Priority: HIGHEST for action security_group_rules [ 824.299035] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b0676c5-6a62-4226-96fd-5670d77e6218 with Priority: HIGHEST for action security_group_rules [ 824.299243] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 with Priority: HIGHEST for action security_group_members [ 824.299428] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e with Priority: HIGHEST for action port [ 824.299527] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 with Priority: HIGHEST for action security_group_rules [ 824.299624] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 512e8183-d51a-4969-ae87-56df930be472 with Priority: HIGHEST for action security_group_members [ 824.300482] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b0676c5-6a62-4226-96fd-5670d77e6218 with Priority: HIGHEST for action security_group_members [ 824.300482] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-512e8183-d51a-4969-ae87-56df930be472 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.300688] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-512e8183-d51a-4969-ae87-56df930be472" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.300769] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b0676c5-6a62-4226-96fd-5670d77e6218 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.300906] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b0676c5-6a62-4226-96fd-5670d77e6218" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.300974] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b0676c5-6a62-4226-96fd-5670d77e6218" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.301829] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b0676c5-6a62-4226-96fd-5670d77e6218" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.301958] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b0676c5-6a62-4226-96fd-5670d77e6218',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.303632] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7baae9-71d5-4563-904b-fd384bf78ad5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.303632] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.303632] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.303632] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.303873] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.303873] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.304051] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.305794] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e7baae9-71d5-4563-904b-fd384bf78ad5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.305967] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.306553] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-512e8183-d51a-4969-ae87-56df930be472 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.306553] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-512e8183-d51a-4969-ae87-56df930be472" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.307041] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b0676c5-6a62-4226-96fd-5670d77e6218 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.307041] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b0676c5-6a62-4226-96fd-5670d77e6218" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.352993] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 in Status: SUCCESS [ 824.353313] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.353458] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.353709] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.353940] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.354111] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.354111] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.354267] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.354338] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.354408] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.354516] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.358148] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.358567] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.358779] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.358967] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.359102] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.359394] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.359533] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.359676] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.376951] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 512e8183-d51a-4969-ae87-56df930be472 in Status: SUCCESS [ 824.377204] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-512e8183-d51a-4969-ae87-56df930be472" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.377685] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-512e8183-d51a-4969-ae87-56df930be472" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.378034] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-512e8183-d51a-4969-ae87-56df930be472" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.378460] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.378460] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.378460] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.378652] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.378652] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.378798] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-512e8183-d51a-4969-ae87-56df930be472" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.378798] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('512e8183-d51a-4969-ae87-56df930be472',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.379666] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-512e8183-d51a-4969-ae87-56df930be472" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.379890] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-512e8183-d51a-4969-ae87-56df930be472" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.380114] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.380439] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.380514] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.381166] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.381166] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.381166] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('512e8183-d51a-4969-ae87-56df930be472',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.411325] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d80ba68a-b076-4d3b-be24-8f2348659dda in Status: SUCCESS [ 824.411325] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.412650] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.412916] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.413152] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.413281] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.413352] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.413554] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.413634] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.413722] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.414258] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d80ba68a-b076-4d3b-be24-8f2348659dda',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.458800] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 in Status: SUCCESS [ 824.458800] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.458800] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.458800] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.458800] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.458800] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.458800] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.458800] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.458800] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.458800] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.458800] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.458800] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.458800] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.459918] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.460268] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.460876] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.461067] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.461464] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.461670] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.461866] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.462763] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4fb2526a-f07a-4dab-a8f2-db3b72a5ef18',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.746653] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b0676c5-6a62-4226-96fd-5670d77e6218',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.809498] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b0676c5-6a62-4226-96fd-5670d77e6218 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.809498] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b0676c5-6a62-4226-96fd-5670d77e6218" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.809498] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e with status ACTIVE [ 824.809498] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.809498] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.809498] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.809498] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.809498] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.810153] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.810153] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.810153] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.810153] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.810153] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.810440] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.810440] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.810440] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.810569] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.810899] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.811156] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e is going to be updated. [ 824.833503] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.833503] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.833730] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.834032] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.834032] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.834183] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.862578] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.863630] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7baae9-71d5-4563-904b-fd384bf78ad5 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.863630] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.883578] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('512e8183-d51a-4969-ae87-56df930be472',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.884942] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('512e8183-d51a-4969-ae87-56df930be472',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.917677] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d80ba68a-b076-4d3b-be24-8f2348659dda taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.917841] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.917919] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.918590] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.918779] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.918921] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.919088] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.919131] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.919200] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.919292] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.919425] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d80ba68a-b076-4d3b-be24-8f2348659dda taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.919551] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.919603] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.919850] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.919850] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.919950] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.920010] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.920183] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.920265] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.920351] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.920438] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d80ba68a-b076-4d3b-be24-8f2348659dda',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.965827] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18: rpc.has_security_group_logging(os_id): False [ 824.988344] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.988543] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.988590] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.988812] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.010206] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.010474] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.010591] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.010659] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.010852] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.010933] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.011132] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.011226] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.011287] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.011423] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.011922] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.011922] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.011922] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.011922] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.012153] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.012153] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.012252] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 is going to be updated. [ 825.087675] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.087872] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.091027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.091027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.091027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.103516] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 in Status: IN_PROGRESS for 2s [ 825.249600] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b0676c5-6a62-4226-96fd-5670d77e6218',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.366036] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.389709] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('512e8183-d51a-4969-ae87-56df930be472',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.390661] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 512e8183-d51a-4969-ae87-56df930be472: rpc.has_security_group_logging(os_id): False [ 825.409918] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.410099] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.410148] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.410365] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.410457] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.410767] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.410854] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.410937] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.411186] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.411286] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.411388] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 512e8183-d51a-4969-ae87-56df930be472 is going to be created. [ 825.423698] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d80ba68a-b076-4d3b-be24-8f2348659dda: rpc.has_security_group_logging(os_id): False [ 825.442710] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.442710] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.442710] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.442710] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.442710] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.442710] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.442710] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.442989] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.442989] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.442989] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.443391] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.443391] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.443391] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.443578] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.443578] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.443754] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.443831] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.443831] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.444055] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.444055] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.444813] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d80ba68a-b076-4d3b-be24-8f2348659dda is going to be updated. [ 825.470621] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.470792] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.470792] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.471021] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.471256] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.484601] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 512e8183-d51a-4969-ae87-56df930be472 in Status: IN_PROGRESS for 2s [ 825.534744] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.534969] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.535099] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.535396] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.535609] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.557332] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d80ba68a-b076-4d3b-be24-8f2348659dda in Status: IN_PROGRESS for 2s [ 825.753543] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.753728] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.753792] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.754030] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.754126] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.754318] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b0676c5-6a62-4226-96fd-5670d77e6218 is going to be created. [ 825.803572] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.803798] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.803893] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.804215] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.804683] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.822383] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b0676c5-6a62-4226-96fd-5670d77e6218 in Status: UNINITIALIZED for 2s [ 825.868867] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.869061] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.869143] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.869759] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.869759] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.869759] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 is going to be updated. [ 825.893240] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.893462] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.893554] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.893783] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.893888] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.894016] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 512e8183-d51a-4969-ae87-56df930be472 is going to be updated. [ 825.904287] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.904458] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.904509] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.904736] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.904885] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.916565] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 in Status: IN_PROGRESS for 2s [ 825.932768] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.932912] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.933023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.933258] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.933402] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.946263] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 512e8183-d51a-4969-ae87-56df930be472 in Status: IN_PROGRESS for 2s [ 827.126645] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 in Status: SUCCESS [ 827.126955] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.499379] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 512e8183-d51a-4969-ae87-56df930be472 in Status: SUCCESS [ 827.499610] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-512e8183-d51a-4969-ae87-56df930be472" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.499787] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-512e8183-d51a-4969-ae87-56df930be472" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.500271] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-512e8183-d51a-4969-ae87-56df930be472" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.500454] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('512e8183-d51a-4969-ae87-56df930be472',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.551944] env[65476]: INFO networking_nsxv3.common.synchronization [req-6ede4f1b-2034-412e-bfc4-365abb35b2f5 req-a88913a0-5f96-4083-8633-72eed1620908 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Enqueued Resource ID: 1288d031-4d19-4d0c-b865-5a0fc07d6694 with Priority: HIGHEST for action security_group_members [ 827.552963] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1288d031-4d19-4d0c-b865-5a0fc07d6694 with Priority: HIGHEST for action security_group_members [ 827.553380] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1288d031-4d19-4d0c-b865-5a0fc07d6694 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.553678] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.553774] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.553989] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.554336] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.554336] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.554336] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.554540] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.554540] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.554675] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1288d031-4d19-4d0c-b865-5a0fc07d6694',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.570629] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d80ba68a-b076-4d3b-be24-8f2348659dda in Status: SUCCESS [ 827.570841] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.674086] env[65476]: INFO networking_nsxv3.common.synchronization [None req-357740b4-355f-4748-a2b4-61bfdb7287f9 None None] Enqueued Resource ID: 931ad333-e95b-4251-bb2d-67d093b7ce69 with Priority: HIGHEST for action port [ 827.674415] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 931ad333-e95b-4251-bb2d-67d093b7ce69 with Priority: HIGHEST for action port [ 827.675211] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-931ad333-e95b-4251-bb2d-67d093b7ce69 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.675598] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-931ad333-e95b-4251-bb2d-67d093b7ce69" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.675899] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-931ad333-e95b-4251-bb2d-67d093b7ce69" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.677628] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-931ad333-e95b-4251-bb2d-67d093b7ce69" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.677628] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('931ad333-e95b-4251-bb2d-67d093b7ce69',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.837849] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b0676c5-6a62-4226-96fd-5670d77e6218 in Status: SUCCESS [ 827.837849] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b0676c5-6a62-4226-96fd-5670d77e6218" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.837849] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b0676c5-6a62-4226-96fd-5670d77e6218" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.837849] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b0676c5-6a62-4226-96fd-5670d77e6218" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.837849] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.837849] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.837849] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.837849] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.837849] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.837849] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b0676c5-6a62-4226-96fd-5670d77e6218',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.928906] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 in Status: SUCCESS [ 827.929200] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.929387] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.929635] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.929840] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.929975] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.930061] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.930291] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.930485] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.930568] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.946705] env[65476]: INFO networking_nsxv3.common.synchronization [req-57a26b2e-10b0-4314-9fda-5e472319dcea req-6439b07d-8fe6-43e6-8eac-1b38e7b4713d tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Enqueued Resource ID: 512e8183-d51a-4969-ae87-56df930be472 with Priority: HIGHEST for action security_group_members [ 827.947009] env[65476]: INFO networking_nsxv3.common.synchronization [req-57a26b2e-10b0-4314-9fda-5e472319dcea req-6439b07d-8fe6-43e6-8eac-1b38e7b4713d tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Enqueued Resource ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 with Priority: HIGHEST for action security_group_members [ 827.947118] env[65476]: INFO networking_nsxv3.common.synchronization [req-57a26b2e-10b0-4314-9fda-5e472319dcea req-6439b07d-8fe6-43e6-8eac-1b38e7b4713d tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Enqueued Resource ID: 8b0676c5-6a62-4226-96fd-5670d77e6218 with Priority: HIGHEST for action security_group_members [ 827.948694] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 512e8183-d51a-4969-ae87-56df930be472 with Priority: HIGHEST for action security_group_members [ 827.948934] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 with Priority: HIGHEST for action security_group_members [ 827.948934] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b0676c5-6a62-4226-96fd-5670d77e6218 with Priority: HIGHEST for action security_group_members [ 827.949241] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-512e8183-d51a-4969-ae87-56df930be472 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.949393] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-512e8183-d51a-4969-ae87-56df930be472" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.949528] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7baae9-71d5-4563-904b-fd384bf78ad5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.949613] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.949800] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b0676c5-6a62-4226-96fd-5670d77e6218 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.949900] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b0676c5-6a62-4226-96fd-5670d77e6218" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.960077] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 512e8183-d51a-4969-ae87-56df930be472 in Status: SUCCESS [ 827.960458] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-512e8183-d51a-4969-ae87-56df930be472" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.960653] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-512e8183-d51a-4969-ae87-56df930be472" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.960885] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-512e8183-d51a-4969-ae87-56df930be472" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.961336] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.961486] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.961486] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.961724] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.961724] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.961901] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('512e8183-d51a-4969-ae87-56df930be472',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.003681] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-512e8183-d51a-4969-ae87-56df930be472 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.003681] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-512e8183-d51a-4969-ae87-56df930be472" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.060596] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.060596] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.060596] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.060596] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.060596] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.060596] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.060596] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.060596] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.060596] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.060596] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.060596] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1288d031-4d19-4d0c-b865-5a0fc07d6694 is going to be updated. [ 828.096642] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.096642] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.096642] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.096642] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.096642] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.108817] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1288d031-4d19-4d0c-b865-5a0fc07d6694 in Status: IN_PROGRESS for 2s [ 828.180568] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 931ad333-e95b-4251-bb2d-67d093b7ce69 [ 828.180568] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.180568] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.180568] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.180568] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.180568] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.180568] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:931ad333-e95b-4251-bb2d-67d093b7ce69 already deleted. [ 828.180568] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-931ad333-e95b-4251-bb2d-67d093b7ce69" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.270037] env[65476]: INFO networking_nsxv3.common.synchronization [req-689ccb3c-dcf4-472c-8fd9-e0c0b95ff68e req-9114d104-976e-4451-960e-4e195ed509f0 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Enqueued Resource ID: a0fb7749-a884-47d7-b901-23e6306d01db with Priority: HIGHEST for action security_group_members [ 828.270194] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0fb7749-a884-47d7-b901-23e6306d01db with Priority: HIGHEST for action security_group_members [ 828.270814] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0fb7749-a884-47d7-b901-23e6306d01db taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.270814] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.270814] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.271123] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.271123] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.271254] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.271313] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.274869] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.274869] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.274869] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0fb7749-a884-47d7-b901-23e6306d01db',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.340952] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b0676c5-6a62-4226-96fd-5670d77e6218',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.437357] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.465301] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.465558] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.465656] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.465908] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.465998] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.466273] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.466380] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.466446] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.466606] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.466695] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.466802] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 512e8183-d51a-4969-ae87-56df930be472 is going to be updated. [ 828.501537] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.501713] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.501787] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.501986] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.502269] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.512767] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 512e8183-d51a-4969-ae87-56df930be472 in Status: IN_PROGRESS for 2s [ 828.776930] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0fb7749-a884-47d7-b901-23e6306d01db',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.845767] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b0676c5-6a62-4226-96fd-5670d77e6218',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.941409] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.279780] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0fb7749-a884-47d7-b901-23e6306d01db',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.347260] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.347260] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.347260] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.347260] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.347260] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.347260] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b0676c5-6a62-4226-96fd-5670d77e6218 is going to be updated. [ 829.382376] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.382592] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.382675] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.382962] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.383171] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.398872] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b0676c5-6a62-4226-96fd-5670d77e6218 in Status: IN_PROGRESS for 2s [ 829.403018] env[65476]: INFO networking_nsxv3.common.synchronization [req-3dcddc49-f802-488b-b718-9bd256c7774d req-62ca3358-8c1f-40b7-a344-cd813d1de2ac tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Enqueued Resource ID: 5160a546-47d1-4816-8fbc-a93ab065979d with Priority: HIGHEST for action security_group_members [ 829.404018] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5160a546-47d1-4816-8fbc-a93ab065979d with Priority: HIGHEST for action security_group_members [ 829.406514] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5160a546-47d1-4816-8fbc-a93ab065979d taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.407849] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5160a546-47d1-4816-8fbc-a93ab065979d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.407849] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5160a546-47d1-4816-8fbc-a93ab065979d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.409280] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5160a546-47d1-4816-8fbc-a93ab065979d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.409280] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.409280] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.409578] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.409578] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.410014] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.410014] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5160a546-47d1-4816-8fbc-a93ab065979d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.444359] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.444458] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.444458] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.444782] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.444921] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.444981] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 is going to be updated. [ 829.483452] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.483452] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.483622] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.483785] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.484027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.497398] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 in Status: IN_PROGRESS for 2s [ 829.783600] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.783600] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.783896] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.783896] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.784031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.784112] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0fb7749-a884-47d7-b901-23e6306d01db is going to be updated. [ 829.821334] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.821569] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.821646] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.821884] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.822171] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.838455] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0fb7749-a884-47d7-b901-23e6306d01db in Status: IN_PROGRESS for 2s [ 829.911999] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.911999] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.911999] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.912291] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.912415] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.912661] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.912778] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.912834] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.913111] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.913242] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.913356] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5160a546-47d1-4816-8fbc-a93ab065979d is going to be updated. [ 829.948458] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.948650] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.948714] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.948982] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.949175] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.960015] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5160a546-47d1-4816-8fbc-a93ab065979d in Status: IN_PROGRESS for 2s [ 830.119019] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1288d031-4d19-4d0c-b865-5a0fc07d6694 in Status: SUCCESS [ 830.119251] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1288d031-4d19-4d0c-b865-5a0fc07d6694 deletion is rescheduled due to dependency. [ 830.119371] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.524101] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 512e8183-d51a-4969-ae87-56df930be472 in Status: SUCCESS [ 830.524101] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 512e8183-d51a-4969-ae87-56df930be472 deletion is rescheduled due to dependency. [ 830.524101] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-512e8183-d51a-4969-ae87-56df930be472" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.524936] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-512e8183-d51a-4969-ae87-56df930be472" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.524936] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-512e8183-d51a-4969-ae87-56df930be472" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.525274] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.525531] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.525686] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.525847] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.526800] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.526800] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('512e8183-d51a-4969-ae87-56df930be472',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.031033] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.031179] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.031179] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.031391] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.031488] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.031697] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.031799] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.031861] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.032029] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.032172] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.032172] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 512e8183-d51a-4969-ae87-56df930be472 is going to be updated. [ 831.070962] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.070962] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.070962] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.070962] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.071310] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.081931] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 512e8183-d51a-4969-ae87-56df930be472 in Status: IN_PROGRESS for 2s [ 831.302571] env[65476]: INFO networking_nsxv3.common.synchronization [None req-9687994f-9ac0-4c9d-9f0b-1355295a14cf None None] Enqueued Resource ID: e71f6036-dd9c-4eda-bd1f-bfbfbde6b572 with Priority: HIGHEST for action port [ 831.303278] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71f6036-dd9c-4eda-bd1f-bfbfbde6b572 with Priority: HIGHEST for action port [ 831.303662] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-e71f6036-dd9c-4eda-bd1f-bfbfbde6b572 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.303816] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e71f6036-dd9c-4eda-bd1f-bfbfbde6b572" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.303930] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e71f6036-dd9c-4eda-bd1f-bfbfbde6b572" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.304612] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e71f6036-dd9c-4eda-bd1f-bfbfbde6b572" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.304612] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e71f6036-dd9c-4eda-bd1f-bfbfbde6b572',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.411145] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b0676c5-6a62-4226-96fd-5670d77e6218 in Status: SUCCESS [ 831.411450] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b0676c5-6a62-4226-96fd-5670d77e6218" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.411572] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b0676c5-6a62-4226-96fd-5670d77e6218" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.412275] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b0676c5-6a62-4226-96fd-5670d77e6218" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.412275] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.412275] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.412275] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.412585] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.412585] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.412585] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b0676c5-6a62-4226-96fd-5670d77e6218" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.412871] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b0676c5-6a62-4226-96fd-5670d77e6218',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.413558] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b0676c5-6a62-4226-96fd-5670d77e6218" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.414660] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b0676c5-6a62-4226-96fd-5670d77e6218" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.414660] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.414660] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.414660] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.414660] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.414660] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.414660] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b0676c5-6a62-4226-96fd-5670d77e6218',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.507858] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 in Status: SUCCESS [ 831.509042] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.509042] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.509042] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.509042] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.509042] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.509042] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.509042] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.509042] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.509417] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.509417] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7baae9-71d5-4563-904b-fd384bf78ad5 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.509417] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.509417] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.509564] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.509747] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.509747] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.509937] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.509937] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.510027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.510087] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.510157] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.511119] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.511433] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.511433] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.512556] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.512556] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.512556] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.512556] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.512556] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.807367] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e71f6036-dd9c-4eda-bd1f-bfbfbde6b572 [ 831.807706] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.807776] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.808775] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.808775] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.808775] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.808775] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e71f6036-dd9c-4eda-bd1f-bfbfbde6b572 already deleted. [ 831.808775] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e71f6036-dd9c-4eda-bd1f-bfbfbde6b572" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.855750] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0fb7749-a884-47d7-b901-23e6306d01db in Status: SUCCESS [ 831.857745] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.916207] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b0676c5-6a62-4226-96fd-5670d77e6218',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.917791] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.918029] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.918134] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.918459] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.918552] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.918748] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.918852] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.918935] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.919293] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.919293] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.919293] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b0676c5-6a62-4226-96fd-5670d77e6218 is going to be deleted. [ 831.950328] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.950328] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.950328] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.950328] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.950630] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.950630] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b0676c5-6a62-4226-96fd-5670d77e6218" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.972816] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5160a546-47d1-4816-8fbc-a93ab065979d in Status: SUCCESS [ 831.972816] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5160a546-47d1-4816-8fbc-a93ab065979d deletion is rescheduled due to dependency. [ 831.972816] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5160a546-47d1-4816-8fbc-a93ab065979d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.014574] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e7baae9-71d5-4563-904b-fd384bf78ad5: rpc.has_security_group_logging(os_id): False [ 832.016293] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.039198] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.039355] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.039427] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.039761] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.065373] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.065669] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.065790] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.065886] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.066137] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.066137] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.066337] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.066470] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.066513] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.066643] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.066718] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.066897] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.067186] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.067186] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.067281] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.067482] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.067482] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 is going to be updated. [ 832.143051] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.143051] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.143051] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.143295] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.143358] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.160283] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 in Status: IN_PROGRESS for 2s [ 832.418587] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b0676c5-6a62-4226-96fd-5670d77e6218: rpc.has_security_group_logging(os_id): False [ 832.444027] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.444027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.444027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.444027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.444027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.444027] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.444027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.444027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.444027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.444027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.444027] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b0676c5-6a62-4226-96fd-5670d77e6218 is going to be created. [ 832.467056] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/8b0676c5-6a62-4226-96fd-5670d77e6218], does not exist path=[/infra/domains/default/groups/8b0676c5-6a62-4226-96fd-5670d77e6218]."\n}' [ 832.467056] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b0676c5-6a62-4226-96fd-5670d77e6218 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8b0676c5-6a62-4226-96fd-5670d77e6218 [ 832.467056] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 832.505366] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.505596] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.505674] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.505912] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.507422] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.507752] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.507898] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.507987] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.508229] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.508323] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.508544] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.508641] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.508704] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.508904] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.508904] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.508990] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b0676c5-6a62-4226-96fd-5670d77e6218 is going to be created. [ 832.519706] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.533527] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/8b0676c5-6a62-4226-96fd-5670d77e6218], does not exist path=[/infra/domains/default/groups/8b0676c5-6a62-4226-96fd-5670d77e6218]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8b0676c5-6a62-4226-96fd-5670d77e6218 [ 832.533706] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b0676c5-6a62-4226-96fd-5670d77e6218" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.533958] env[65476]: Traceback (most recent call last): [ 832.534041] env[65476]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 832.534041] env[65476]: return func(*args, **kwargs) [ 832.534041] env[65476]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 832.534041] env[65476]: res.raise_for_status() [ 832.534041] env[65476]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 832.534041] env[65476]: raise HTTPError(http_error_msg, response=self) [ 832.534041] env[65476]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8b0676c5-6a62-4226-96fd-5670d77e6218 [ 832.534041] env[65476]: During handling of the above exception, another exception occurred: [ 832.534041] env[65476]: Traceback (most recent call last): [ 832.534041] env[65476]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 832.534041] env[65476]: listener.cb(fileno) [ 832.534041] env[65476]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 832.534041] env[65476]: result = function(*args, **kwargs) [ 832.534041] env[65476]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 832.534041] env[65476]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 832.534041] env[65476]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 832.534041] env[65476]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 832.534041] env[65476]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 832.534041] env[65476]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 832.534041] env[65476]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 832.534041] env[65476]: res.raise_for_status() [ 832.534041] env[65476]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 832.534041] env[65476]: raise HTTPError(http_error_msg, response=self) [ 832.534041] env[65476]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8b0676c5-6a62-4226-96fd-5670d77e6218 [ 832.534041] env[65476]: Removing descriptor: 63 [ 833.023988] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.024407] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.024407] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.024581] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.024581] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.024689] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 is going to be updated. [ 833.061128] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.061380] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.061380] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.061586] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.061718] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.073844] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 in Status: IN_PROGRESS for 2s [ 833.100737] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 512e8183-d51a-4969-ae87-56df930be472 in Status: SUCCESS [ 833.101165] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 512e8183-d51a-4969-ae87-56df930be472 deletion is rescheduled due to dependency. [ 833.101276] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-512e8183-d51a-4969-ae87-56df930be472" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.101502] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-512e8183-d51a-4969-ae87-56df930be472" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.101799] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-512e8183-d51a-4969-ae87-56df930be472" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.102079] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.102327] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.102393] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.102595] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.102707] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.102813] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-512e8183-d51a-4969-ae87-56df930be472" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.102950] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('512e8183-d51a-4969-ae87-56df930be472',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.606133] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('512e8183-d51a-4969-ae87-56df930be472',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.696982] env[65476]: INFO networking_nsxv3.common.synchronization [req-1963efd6-ce9a-46ca-9ce3-a26c60b45aa6 req-d49c271f-cd97-4519-955d-5f2226aa10dd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Enqueued Resource ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d with Priority: HIGHEST for action security_group_members [ 833.697733] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d with Priority: HIGHEST for action security_group_members [ 833.698123] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.698280] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.698354] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.698553] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.698740] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.698891] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.699013] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.699124] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.699216] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.699299] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1478b812-46e7-4dc6-9bb2-92bf8fa7f09d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.108675] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 512e8183-d51a-4969-ae87-56df930be472: rpc.has_security_group_logging(os_id): False [ 834.130405] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.130629] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.130744] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.131091] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.152161] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.152599] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.152734] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.152808] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.153012] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.153095] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.153185] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 512e8183-d51a-4969-ae87-56df930be472 is going to be updated. [ 834.176498] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 in Status: SUCCESS [ 834.176780] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.177047] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.177282] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.177374] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.202377] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.202610] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.202771] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.202894] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.224665] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.224848] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.226709] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.226924] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.227068] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.227134] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.227397] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.227511] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.227511] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d is going to be updated. [ 834.228501] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.228673] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.228805] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.244475] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 512e8183-d51a-4969-ae87-56df930be472 in Status: IN_PROGRESS for 2s [ 834.258084] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.258309] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.258309] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.258483] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.258620] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.269212] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d in Status: IN_PROGRESS for 2s [ 834.680590] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7baae9-71d5-4563-904b-fd384bf78ad5 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.680590] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.085630] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 in Status: SUCCESS [ 835.085950] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.086220] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.086882] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.087144] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.087313] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.087437] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.087689] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.087836] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.087976] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.088105] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.591203] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7baae9-71d5-4563-904b-fd384bf78ad5 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.591620] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.591620] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.591727] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.591814] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.591968] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.592050] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.592215] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.592323] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.592446] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.592610] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7baae9-71d5-4563-904b-fd384bf78ad5 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.592734] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.592840] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.593083] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.593409] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.593409] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.593409] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.593582] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.593617] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.593739] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.593850] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.665788] env[65476]: INFO networking_nsxv3.common.synchronization [req-c3413c96-748d-4539-a3dc-6d62da2adf88 req-5a4aa0d4-604b-49ca-8f56-5cbc33333029 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Enqueued Resource ID: d0a18a43-9a9b-4dfd-9b3d-56894b961e4a with Priority: HIGHEST for action security_group_members [ 835.666363] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0a18a43-9a9b-4dfd-9b3d-56894b961e4a with Priority: HIGHEST for action security_group_members [ 835.666704] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.666829] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.666896] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.667261] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.667425] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.667530] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.667594] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.667752] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.667838] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.667928] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0a18a43-9a9b-4dfd-9b3d-56894b961e4a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.009868] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.010058] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.010232] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.010547] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.010836] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.010996] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.011137] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.011403] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.011559] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.011803] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.011923] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 836.012035] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 836.012167] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 836.012321] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.012453] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 836.012594] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 836.045509] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 836.045747] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 836.045886] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 836.046091] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-302" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.046457] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-237ffa68-b126-414c-b790-0ce23255e3cd taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.046641] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-237ffa68-b126-414c-b790-0ce23255e3cd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.046762] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-237ffa68-b126-414c-b790-0ce23255e3cd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.047126] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-237ffa68-b126-414c-b790-0ce23255e3cd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.047274] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('237ffa68-b126-414c-b790-0ce23255e3cd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.096400] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e7baae9-71d5-4563-904b-fd384bf78ad5: rpc.has_security_group_logging(os_id): False [ 836.119731] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.119731] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.119731] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.119731] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.144044] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.144356] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.144485] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.144551] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.144810] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.144961] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.145211] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.145314] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.145407] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.145535] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.145635] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.145819] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.145908] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.145984] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.146151] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.146231] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.146310] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 is going to be updated. [ 836.170819] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0a18a43-9a9b-4dfd-9b3d-56894b961e4a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.217418] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.217626] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.217714] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.217963] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.218196] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.237242] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 in Status: IN_PROGRESS for 2s [ 836.261999] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 512e8183-d51a-4969-ae87-56df930be472 in Status: SUCCESS [ 836.262329] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-512e8183-d51a-4969-ae87-56df930be472" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.279722] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d in Status: SUCCESS [ 836.280024] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d deletion is rescheduled due to dependency. [ 836.280223] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.550137] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.550515] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.550670] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.550997] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.551273] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.551560] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port 237ffa68-b126-414c-b790-0ce23255e3cd not found, creating... [ 836.551908] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.552085] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.552170] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.552477] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.552649] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.552982] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.553173] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.553334] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.553584] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.553739] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.553889] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: 237ffa68-b126-414c-b790-0ce23255e3cd is going to be created. [ 836.580045] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.580353] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.580534] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.580935] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.581295] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.581520] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-237ffa68-b126-414c-b790-0ce23255e3cd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.676300] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0a18a43-9a9b-4dfd-9b3d-56894b961e4a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.179055] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.179296] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.179405] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.179643] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.179780] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.179886] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0a18a43-9a9b-4dfd-9b3d-56894b961e4a is going to be updated. [ 837.217261] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.217452] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.217503] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.217687] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.217857] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.229088] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0a18a43-9a9b-4dfd-9b3d-56894b961e4a in Status: IN_PROGRESS for 2s [ 837.297970] env[65476]: INFO networking_nsxv3.common.synchronization [req-c3413c96-748d-4539-a3dc-6d62da2adf88 req-3a13daab-37ab-4116-ad25-3eae5f3b27b6 service nova] Enqueued Resource ID: d0a18a43-9a9b-4dfd-9b3d-56894b961e4a with Priority: HIGHEST for action security_group_rules [ 837.298179] env[65476]: INFO networking_nsxv3.common.synchronization [req-c3413c96-748d-4539-a3dc-6d62da2adf88 req-3a13daab-37ab-4116-ad25-3eae5f3b27b6 service nova] Enqueued Resource ID: d0a18a43-9a9b-4dfd-9b3d-56894b961e4a with Priority: HIGHEST for action security_group_members [ 837.298321] env[65476]: INFO networking_nsxv3.common.synchronization [req-c3413c96-748d-4539-a3dc-6d62da2adf88 req-3a13daab-37ab-4116-ad25-3eae5f3b27b6 service nova] Enqueued Resource ID: 237ffa68-b126-414c-b790-0ce23255e3cd with Priority: HIGHEST for action port [ 837.298995] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0a18a43-9a9b-4dfd-9b3d-56894b961e4a with Priority: HIGHEST for action security_group_rules [ 837.298995] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0a18a43-9a9b-4dfd-9b3d-56894b961e4a with Priority: HIGHEST for action security_group_members [ 837.299348] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 237ffa68-b126-414c-b790-0ce23255e3cd with Priority: HIGHEST for action port [ 837.299692] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.299928] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.300035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.300460] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.300460] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0a18a43-9a9b-4dfd-9b3d-56894b961e4a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.301425] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.301580] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.301818] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-237ffa68-b126-414c-b790-0ce23255e3cd taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.301995] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-237ffa68-b126-414c-b790-0ce23255e3cd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.302116] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-237ffa68-b126-414c-b790-0ce23255e3cd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.302367] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-237ffa68-b126-414c-b790-0ce23255e3cd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.303195] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('237ffa68-b126-414c-b790-0ce23255e3cd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.805390] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.805390] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.806197] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 237ffa68-b126-414c-b790-0ce23255e3cd with status ACTIVE [ 837.806197] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.806197] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.806197] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.806197] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.806197] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.806429] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.806528] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.806528] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.806717] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.806860] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.806970] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.807087] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.807148] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.807302] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.807379] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.807464] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 237ffa68-b126-414c-b790-0ce23255e3cd is going to be updated. [ 837.829675] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.829929] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.829929] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.830158] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.830517] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.830703] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-237ffa68-b126-414c-b790-0ce23255e3cd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.252255] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 in Status: SUCCESS [ 838.252591] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.252803] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.253030] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.253119] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.409523] env[65476]: INFO networking_nsxv3.common.synchronization [req-c354cbdc-b2fd-40ce-991d-00d2bd763153 req-44f6c8b6-da94-420b-a4d7-686ea7adc23d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Enqueued Resource ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee with Priority: HIGHEST for action security_group_members [ 838.410106] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee with Priority: HIGHEST for action security_group_members [ 838.410422] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbaac4fb-a1b3-4857-944c-fc646a4729ee taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.410548] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.410613] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.410883] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.411054] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.411157] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.411219] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.411370] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.411465] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.411541] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbaac4fb-a1b3-4857-944c-fc646a4729ee',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.744920] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-249 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.744920] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-249" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.744920] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-249" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.745216] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-249" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.745480] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.745639] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.745772] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.745999] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.746187] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.746662] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.746662] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 838.746784] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 838.747628] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 838.747628] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.747628] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 838.747628] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 838.755334] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7baae9-71d5-4563-904b-fd384bf78ad5 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.755334] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.755721] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.755721] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.755877] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.755999] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.756219] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.756305] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.756367] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.756423] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.756511] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.781118] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 838.781445] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 838.781654] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 838.781850] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-249" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.782243] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-97e9c12c-64a5-4df2-a8b1-c67788e60a1c taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.782506] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-97e9c12c-64a5-4df2-a8b1-c67788e60a1c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.782657] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-97e9c12c-64a5-4df2-a8b1-c67788e60a1c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.782985] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-97e9c12c-64a5-4df2-a8b1-c67788e60a1c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.783180] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97e9c12c-64a5-4df2-a8b1-c67788e60a1c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.914118] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.914640] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.914640] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.914724] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.914913] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.915043] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.915154] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.915213] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.915372] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.915445] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.915529] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee already deleted. [ 838.915605] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.242538] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0a18a43-9a9b-4dfd-9b3d-56894b961e4a in Status: SUCCESS [ 839.242538] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.242538] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.242538] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.242538] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.242937] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.242937] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.242937] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.243052] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.243100] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0a18a43-9a9b-4dfd-9b3d-56894b961e4a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.259761] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7baae9-71d5-4563-904b-fd384bf78ad5 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.259951] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.260060] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.260361] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.260539] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.260683] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.260723] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.260886] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.260961] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.261064] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.261222] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7baae9-71d5-4563-904b-fd384bf78ad5 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.261301] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.261376] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.261591] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.261764] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.261853] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.261910] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.262079] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.262228] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.262228] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.262383] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.286116] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.286430] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.286526] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.286847] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.287062] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.287228] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port 97e9c12c-64a5-4df2-a8b1-c67788e60a1c not found, creating... [ 839.287543] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.287713] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.287864] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.288175] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.288332] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.288692] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.288894] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.289090] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.289329] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.289519] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.289709] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: 97e9c12c-64a5-4df2-a8b1-c67788e60a1c is going to be created. [ 839.313759] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.313966] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.314101] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.314378] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.314603] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.314831] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-97e9c12c-64a5-4df2-a8b1-c67788e60a1c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.746100] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0a18a43-9a9b-4dfd-9b3d-56894b961e4a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.764423] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e7baae9-71d5-4563-904b-fd384bf78ad5: rpc.has_security_group_logging(os_id): False [ 839.788490] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.788703] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.788789] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.789092] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.789196] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.789436] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.789579] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.789614] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.789856] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.789925] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.790158] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.790277] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.790412] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.790634] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.790634] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.790831] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.790940] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.791012] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.791321] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.791407] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.791508] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 is going to be updated. [ 839.865352] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.865352] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.865477] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.865797] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.865991] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.883996] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 in Status: IN_PROGRESS for 2s [ 840.140272] env[65476]: INFO networking_nsxv3.common.synchronization [req-c354cbdc-b2fd-40ce-991d-00d2bd763153 req-12b23aae-24c4-4df4-9665-74009cc21198 service nova] Enqueued Resource ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee with Priority: HIGHEST for action security_group_rules [ 840.140563] env[65476]: INFO networking_nsxv3.common.synchronization [req-c354cbdc-b2fd-40ce-991d-00d2bd763153 req-12b23aae-24c4-4df4-9665-74009cc21198 service nova] Enqueued Resource ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee with Priority: HIGHEST for action security_group_members [ 840.140563] env[65476]: INFO networking_nsxv3.common.synchronization [req-c354cbdc-b2fd-40ce-991d-00d2bd763153 req-12b23aae-24c4-4df4-9665-74009cc21198 service nova] Enqueued Resource ID: 97e9c12c-64a5-4df2-a8b1-c67788e60a1c with Priority: HIGHEST for action port [ 840.142468] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee with Priority: HIGHEST for action security_group_rules [ 840.142714] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee with Priority: HIGHEST for action security_group_members [ 840.143141] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97e9c12c-64a5-4df2-a8b1-c67788e60a1c with Priority: HIGHEST for action port [ 840.143252] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbaac4fb-a1b3-4857-944c-fc646a4729ee taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.143563] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.143563] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.143910] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.143910] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbaac4fb-a1b3-4857-944c-fc646a4729ee',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.146105] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbaac4fb-a1b3-4857-944c-fc646a4729ee taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.146242] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.146362] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.146681] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.146965] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.150168] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.150310] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.150536] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.150752] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.150752] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbaac4fb-a1b3-4857-944c-fc646a4729ee',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.152067] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-97e9c12c-64a5-4df2-a8b1-c67788e60a1c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.152195] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97e9c12c-64a5-4df2-a8b1-c67788e60a1c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.152355] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97e9c12c-64a5-4df2-a8b1-c67788e60a1c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.152480] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97e9c12c-64a5-4df2-a8b1-c67788e60a1c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.152595] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97e9c12c-64a5-4df2-a8b1-c67788e60a1c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.247694] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0a18a43-9a9b-4dfd-9b3d-56894b961e4a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.655563] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbaac4fb-a1b3-4857-944c-fc646a4729ee taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.655563] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.660616] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbaac4fb-a1b3-4857-944c-fc646a4729ee',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.660616] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97e9c12c-64a5-4df2-a8b1-c67788e60a1c with status ACTIVE [ 840.660616] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.660616] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.660616] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.660616] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.660616] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.661769] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.661769] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.661769] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.661769] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.661769] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.661769] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.661769] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.661769] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.662130] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.662130] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.662130] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97e9c12c-64a5-4df2-a8b1-c67788e60a1c is going to be updated. [ 840.689966] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.690306] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.690495] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.690744] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.690943] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.691188] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97e9c12c-64a5-4df2-a8b1-c67788e60a1c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.750768] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.750933] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.751016] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.751274] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.751409] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.752665] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0a18a43-9a9b-4dfd-9b3d-56894b961e4a is going to be updated. [ 840.793354] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.793520] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.793520] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.793731] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.793882] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.806665] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0a18a43-9a9b-4dfd-9b3d-56894b961e4a in Status: IN_PROGRESS for 2s [ 841.164996] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbaac4fb-a1b3-4857-944c-fc646a4729ee',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.667272] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.667429] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.667503] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.667721] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.667813] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.667913] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee is going to be created. [ 841.693115] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.693316] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.693316] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.693614] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.693830] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.706952] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee in Status: UNINITIALIZED for 2s [ 841.898548] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 in Status: SUCCESS [ 841.898852] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.819797] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0a18a43-9a9b-4dfd-9b3d-56894b961e4a in Status: SUCCESS [ 842.819797] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.819797] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.819797] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.820244] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.820244] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.820244] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.820370] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.820613] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.820613] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.820825] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0a18a43-9a9b-4dfd-9b3d-56894b961e4a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.324231] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.324391] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.324471] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.324686] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.324861] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.324960] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.325037] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.325992] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.325992] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.325992] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.325992] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.325992] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.325992] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.325992] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.325992] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.325992] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.326423] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.326423] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.326423] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.326423] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.326423] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0a18a43-9a9b-4dfd-9b3d-56894b961e4a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.718117] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee in Status: SUCCESS [ 843.718400] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.718588] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.718839] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.719041] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.719185] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.719286] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.719527] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.719647] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.719736] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.719888] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbaac4fb-a1b3-4857-944c-fc646a4729ee',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.829396] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0a18a43-9a9b-4dfd-9b3d-56894b961e4a: rpc.has_security_group_logging(os_id): False [ 843.851682] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.851682] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.851682] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.852305] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.871660] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.871929] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.872060] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.872136] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.872772] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.872772] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.872772] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.872772] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.873797] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.873797] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.873797] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.873797] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.873797] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.873797] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.873797] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.873797] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.873797] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0a18a43-9a9b-4dfd-9b3d-56894b961e4a is going to be updated. [ 843.938156] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.938736] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.938736] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.938736] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.938736] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.952819] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0a18a43-9a9b-4dfd-9b3d-56894b961e4a in Status: IN_PROGRESS for 2s [ 843.986758] env[65476]: INFO networking_nsxv3.common.synchronization [req-67377a14-2497-48fd-a247-423cdd273550 req-8409aeea-596a-4798-aed2-ada3b9efd9b6 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Enqueued Resource ID: e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8 with Priority: HIGHEST for action security_group_members [ 843.987354] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8 with Priority: HIGHEST for action security_group_members [ 843.987668] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.987795] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.987861] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.988079] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.988232] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.988340] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.988385] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.988541] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.988636] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.989348] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.221963] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbaac4fb-a1b3-4857-944c-fc646a4729ee taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.222172] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.222786] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.222786] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.222786] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.222786] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.224185] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.224185] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.224185] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.224185] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.224185] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbaac4fb-a1b3-4857-944c-fc646a4729ee taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.224185] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.224185] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.224185] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.224185] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.224185] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.224185] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.224185] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.224185] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.224185] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.225181] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbaac4fb-a1b3-4857-944c-fc646a4729ee',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.491170] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.491397] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.491470] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.491729] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.514311] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.514900] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.516458] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.516458] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.516458] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.516458] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.516458] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8 is going to be updated. [ 844.559031] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.559031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.559031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.559031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.559031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.570111] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8 in Status: IN_PROGRESS for 2s [ 844.728260] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbaac4fb-a1b3-4857-944c-fc646a4729ee: rpc.has_security_group_logging(os_id): False [ 844.755538] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.755538] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.755538] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.755538] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.755538] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.755538] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.755538] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.755538] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.755538] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.755538] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.756076] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.756076] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.756076] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.756076] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.756076] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.756274] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.756377] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.756412] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.756722] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.756840] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.757131] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee is going to be created. [ 844.821175] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.821175] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.821175] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.821175] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.821666] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.834551] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee in Status: IN_PROGRESS for 2s [ 845.966955] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0a18a43-9a9b-4dfd-9b3d-56894b961e4a in Status: SUCCESS [ 845.967237] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.581088] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8 in Status: SUCCESS [ 846.581255] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8 deletion is rescheduled due to dependency. [ 846.581367] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.850685] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee in Status: SUCCESS [ 846.851160] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.988841] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 848.989182] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 851.527453] env[65476]: INFO networking_nsxv3.common.synchronization [req-eaa2b2d9-c0cc-4a8f-92c3-bc94a9089e54 req-8b5c098d-51c1-4a52-a126-7bf5f124362f tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Enqueued Resource ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 with Priority: HIGHEST for action security_group_members [ 851.528895] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 with Priority: HIGHEST for action security_group_members [ 851.528895] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.528895] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.528895] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.528895] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.529167] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.529355] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.529451] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.529679] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.529957] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.529957] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a96fbdba-9bb8-4b6d-9200-52fc3f27dd40',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.033332] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a96fbdba-9bb8-4b6d-9200-52fc3f27dd40',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.537826] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a96fbdba-9bb8-4b6d-9200-52fc3f27dd40',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.650899] env[65476]: INFO networking_nsxv3.common.synchronization [req-0ac5672d-1085-4d75-b816-9e27f350b2ae req-293b0ee8-f83b-47b8-abe9-c517de274e7a tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Enqueued Resource ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 with Priority: HIGHEST for action security_group_members [ 852.651511] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 with Priority: HIGHEST for action security_group_members [ 852.651845] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.651967] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.652047] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.652252] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.652619] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.652619] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.652619] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.652897] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.652897] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.653020] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f3fbd21-575e-46fe-bc65-4fe0585f19b7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.827677] env[65476]: INFO networking_nsxv3.common.synchronization [req-8837790a-e804-45a1-b6fc-087337d301d5 req-5ce8e808-9e9c-43e4-9d39-e90b48739321 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Enqueued Resource ID: 7e20303d-4660-4c23-81bd-ba3943d3e8aa with Priority: HIGHEST for action security_group_members [ 852.828313] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e20303d-4660-4c23-81bd-ba3943d3e8aa with Priority: HIGHEST for action security_group_members [ 852.829316] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e20303d-4660-4c23-81bd-ba3943d3e8aa taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.829747] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e20303d-4660-4c23-81bd-ba3943d3e8aa" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.829747] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e20303d-4660-4c23-81bd-ba3943d3e8aa" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.829859] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e20303d-4660-4c23-81bd-ba3943d3e8aa" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.830195] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.830195] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.830195] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.830386] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.830564] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.830627] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e20303d-4660-4c23-81bd-ba3943d3e8aa',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.040244] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.040443] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.040518] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.040740] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.040831] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.040937] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 is going to be updated. [ 853.075126] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.075126] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.075126] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.076149] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.080024] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.090055] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 in Status: IN_PROGRESS for 2s [ 853.155018] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f3fbd21-575e-46fe-bc65-4fe0585f19b7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.279254] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-336 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.279254] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-336" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.279254] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-336" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.279254] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-336" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.279739] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.280109] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.280389] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.280738] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.281053] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.281422] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.281793] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 853.282722] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 853.282722] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 853.282722] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.283764] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 853.283764] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 853.312640] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 853.314530] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 853.314530] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 853.314530] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-336" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.314530] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-39f46002-a947-41b2-8b0b-99d04715f708 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.314530] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-39f46002-a947-41b2-8b0b-99d04715f708" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.314530] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-39f46002-a947-41b2-8b0b-99d04715f708" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.314530] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-39f46002-a947-41b2-8b0b-99d04715f708" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.314530] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39f46002-a947-41b2-8b0b-99d04715f708',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.333687] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.333851] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.333921] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.334184] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.334277] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.334487] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.334571] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.334745] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.334810] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.334932] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.335065] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e20303d-4660-4c23-81bd-ba3943d3e8aa already deleted. [ 853.335421] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e20303d-4660-4c23-81bd-ba3943d3e8aa" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.657589] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f3fbd21-575e-46fe-bc65-4fe0585f19b7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.821721] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.821721] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.821721] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.821721] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.821721] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.821721] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port 39f46002-a947-41b2-8b0b-99d04715f708 not found, creating... [ 853.821721] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.821721] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.821721] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.821721] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.821721] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.822308] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.822308] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.822308] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.822464] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.822977] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.822977] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: 39f46002-a947-41b2-8b0b-99d04715f708 is going to be created. [ 853.856350] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.856568] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.856568] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.857427] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.857427] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.857427] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-39f46002-a947-41b2-8b0b-99d04715f708" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.160457] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.160457] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.160457] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.160741] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.160741] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.160741] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 is going to be updated. [ 854.191764] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.191953] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.191996] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.192202] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.192351] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.203407] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 in Status: IN_PROGRESS for 2s [ 854.546033] env[65476]: INFO networking_nsxv3.common.synchronization [req-8837790a-e804-45a1-b6fc-087337d301d5 req-42319a76-81a9-40bc-a2d3-6a4153dc66af service nova] Enqueued Resource ID: 7e20303d-4660-4c23-81bd-ba3943d3e8aa with Priority: HIGHEST for action security_group_rules [ 854.546033] env[65476]: INFO networking_nsxv3.common.synchronization [req-8837790a-e804-45a1-b6fc-087337d301d5 req-42319a76-81a9-40bc-a2d3-6a4153dc66af service nova] Enqueued Resource ID: 7e20303d-4660-4c23-81bd-ba3943d3e8aa with Priority: HIGHEST for action security_group_members [ 854.546033] env[65476]: INFO networking_nsxv3.common.synchronization [req-8837790a-e804-45a1-b6fc-087337d301d5 req-42319a76-81a9-40bc-a2d3-6a4153dc66af service nova] Enqueued Resource ID: 39f46002-a947-41b2-8b0b-99d04715f708 with Priority: HIGHEST for action port [ 854.546033] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e20303d-4660-4c23-81bd-ba3943d3e8aa with Priority: HIGHEST for action security_group_rules [ 854.546033] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e20303d-4660-4c23-81bd-ba3943d3e8aa with Priority: HIGHEST for action security_group_members [ 854.546033] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39f46002-a947-41b2-8b0b-99d04715f708 with Priority: HIGHEST for action port [ 854.546033] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e20303d-4660-4c23-81bd-ba3943d3e8aa taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.546893] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e20303d-4660-4c23-81bd-ba3943d3e8aa" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.547132] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e20303d-4660-4c23-81bd-ba3943d3e8aa" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.547562] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e20303d-4660-4c23-81bd-ba3943d3e8aa" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.547828] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e20303d-4660-4c23-81bd-ba3943d3e8aa',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.550052] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e20303d-4660-4c23-81bd-ba3943d3e8aa taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.552490] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e20303d-4660-4c23-81bd-ba3943d3e8aa" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.552490] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e20303d-4660-4c23-81bd-ba3943d3e8aa" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.552490] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e20303d-4660-4c23-81bd-ba3943d3e8aa" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.552490] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.552490] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.552490] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.552490] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.552490] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.554346] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e20303d-4660-4c23-81bd-ba3943d3e8aa',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.555452] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-39f46002-a947-41b2-8b0b-99d04715f708 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.558269] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39f46002-a947-41b2-8b0b-99d04715f708" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.558269] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39f46002-a947-41b2-8b0b-99d04715f708" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.558269] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39f46002-a947-41b2-8b0b-99d04715f708" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.558269] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39f46002-a947-41b2-8b0b-99d04715f708',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.060039] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39f46002-a947-41b2-8b0b-99d04715f708 with status ACTIVE [ 855.060425] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.060425] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.060425] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.060613] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.060655] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.060816] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.060918] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.060978] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.061164] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.061240] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.061441] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.061547] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.061610] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.061769] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.061855] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.061941] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39f46002-a947-41b2-8b0b-99d04715f708 is going to be updated. [ 855.063363] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e20303d-4660-4c23-81bd-ba3943d3e8aa taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.063508] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e20303d-4660-4c23-81bd-ba3943d3e8aa" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.063713] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e20303d-4660-4c23-81bd-ba3943d3e8aa',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.093429] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.094246] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.094246] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.094246] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.094246] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.094581] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39f46002-a947-41b2-8b0b-99d04715f708" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.103337] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 in Status: SUCCESS [ 855.103604] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.565733] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e20303d-4660-4c23-81bd-ba3943d3e8aa',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.594266] env[65476]: INFO networking_nsxv3.common.synchronization [req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e req-6c548b89-295e-4da5-8b2b-b5e2d5241c9b tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Enqueued Resource ID: be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 with Priority: HIGHEST for action security_group_members [ 855.594784] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 with Priority: HIGHEST for action security_group_members [ 855.596183] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.596183] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.596183] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.596183] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.596183] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.596431] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.596431] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.596431] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.596545] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.596583] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be06d0b9-a4d5-4cf1-bb45-2ca0d66af267',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.895949] env[65476]: INFO networking_nsxv3.common.synchronization [req-184d7ef1-c7e5-4038-84af-5b6779d67ffc req-5a176e01-19ae-4f35-a851-6fab87eb1096 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Enqueued Resource ID: d0a18a43-9a9b-4dfd-9b3d-56894b961e4a with Priority: HIGHEST for action security_group_members [ 855.896709] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0a18a43-9a9b-4dfd-9b3d-56894b961e4a with Priority: HIGHEST for action security_group_members [ 855.897196] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.897319] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.897319] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.897507] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.897658] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.897759] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.897834] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.897999] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.898097] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.898195] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0a18a43-9a9b-4dfd-9b3d-56894b961e4a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.069224] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.069539] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.069539] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.069830] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.069941] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.069941] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e20303d-4660-4c23-81bd-ba3943d3e8aa is going to be created. [ 856.099046] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.099233] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.099273] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.101234] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.101234] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.101234] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.101234] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.101234] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.101234] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.101234] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.101234] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 already deleted. [ 856.101234] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.105159] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-350 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.105337] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-350" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.105457] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-350" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.105709] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-350" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.105959] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.106124] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.106236] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.106438] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.106572] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.106785] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.106894] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 856.107019] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 856.107231] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 856.107341] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.107447] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 856.107595] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 856.126541] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.126541] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.126541] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.126541] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.126541] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.131435] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 856.131645] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 856.131974] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 856.132167] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-350" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.132397] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-cb0e937c-3a36-435f-ba1a-836b944f5b24 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.132725] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-cb0e937c-3a36-435f-ba1a-836b944f5b24" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.132932] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-cb0e937c-3a36-435f-ba1a-836b944f5b24" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.133248] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-cb0e937c-3a36-435f-ba1a-836b944f5b24" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.133525] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb0e937c-3a36-435f-ba1a-836b944f5b24',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.146308] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e20303d-4660-4c23-81bd-ba3943d3e8aa in Status: UNINITIALIZED for 2s [ 856.223866] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 in Status: SUCCESS [ 856.223866] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.400727] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0a18a43-9a9b-4dfd-9b3d-56894b961e4a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.635492] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.635661] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.635750] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.636178] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.636897] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.636897] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port cb0e937c-3a36-435f-ba1a-836b944f5b24 not found, creating... [ 856.637084] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.637172] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.637676] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.637749] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.639305] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.639305] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.639305] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.639305] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.639305] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.639305] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.639305] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: cb0e937c-3a36-435f-ba1a-836b944f5b24 is going to be created. [ 856.666743] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.666743] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.666743] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.667027] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.667329] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.667671] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-cb0e937c-3a36-435f-ba1a-836b944f5b24" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.903946] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0a18a43-9a9b-4dfd-9b3d-56894b961e4a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.408695] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.408695] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.409067] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.409067] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.409067] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.409200] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0a18a43-9a9b-4dfd-9b3d-56894b961e4a is going to be updated. [ 857.410996] env[65476]: INFO networking_nsxv3.common.synchronization [req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e req-07088621-8162-40d9-a517-c983376625b5 service nova] Enqueued Resource ID: be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 with Priority: HIGHEST for action security_group_rules [ 857.411157] env[65476]: INFO networking_nsxv3.common.synchronization [req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e req-07088621-8162-40d9-a517-c983376625b5 service nova] Enqueued Resource ID: be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 with Priority: HIGHEST for action security_group_members [ 857.411287] env[65476]: INFO networking_nsxv3.common.synchronization [req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e req-07088621-8162-40d9-a517-c983376625b5 service nova] Enqueued Resource ID: cb0e937c-3a36-435f-ba1a-836b944f5b24 with Priority: HIGHEST for action port [ 857.411866] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 with Priority: HIGHEST for action security_group_rules [ 857.411992] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 with Priority: HIGHEST for action security_group_members [ 857.412099] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0e937c-3a36-435f-ba1a-836b944f5b24 with Priority: HIGHEST for action port [ 857.412856] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.413014] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.413129] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.413281] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.413371] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be06d0b9-a4d5-4cf1-bb45-2ca0d66af267',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.414271] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.414385] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.414444] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.414705] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.414819] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.414909] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.414966] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.415156] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.415208] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.415281] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be06d0b9-a4d5-4cf1-bb45-2ca0d66af267',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.416084] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb0e937c-3a36-435f-ba1a-836b944f5b24 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.416475] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb0e937c-3a36-435f-ba1a-836b944f5b24" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.416546] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb0e937c-3a36-435f-ba1a-836b944f5b24" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.418920] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb0e937c-3a36-435f-ba1a-836b944f5b24" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.418920] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb0e937c-3a36-435f-ba1a-836b944f5b24',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.442129] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.442285] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.442354] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.442631] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.442811] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.457385] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0a18a43-9a9b-4dfd-9b3d-56894b961e4a in Status: IN_PROGRESS for 2s [ 857.918908] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be06d0b9-a4d5-4cf1-bb45-2ca0d66af267',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.922807] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.922807] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.922807] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb0e937c-3a36-435f-ba1a-836b944f5b24 with status ACTIVE [ 857.922807] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.922807] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.922807] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.922807] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.922807] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.922807] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.922807] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.922807] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.922807] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.922807] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.922807] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.925425] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.925425] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.925425] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.925425] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.925425] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb0e937c-3a36-435f-ba1a-836b944f5b24 is going to be updated. [ 857.959100] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.959318] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.959318] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.959495] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.959636] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.959802] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb0e937c-3a36-435f-ba1a-836b944f5b24" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.162160] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e20303d-4660-4c23-81bd-ba3943d3e8aa in Status: SUCCESS [ 858.162398] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e20303d-4660-4c23-81bd-ba3943d3e8aa" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.162683] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e20303d-4660-4c23-81bd-ba3943d3e8aa" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.162844] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e20303d-4660-4c23-81bd-ba3943d3e8aa" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.163064] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.163189] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.163294] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.166059] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.166941] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.166941] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e20303d-4660-4c23-81bd-ba3943d3e8aa" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.166941] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e20303d-4660-4c23-81bd-ba3943d3e8aa',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.424634] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be06d0b9-a4d5-4cf1-bb45-2ca0d66af267',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.669337] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e20303d-4660-4c23-81bd-ba3943d3e8aa taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.669637] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e20303d-4660-4c23-81bd-ba3943d3e8aa" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.669739] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e20303d-4660-4c23-81bd-ba3943d3e8aa" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.669983] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e20303d-4660-4c23-81bd-ba3943d3e8aa" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.670299] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.670483] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.670570] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.670799] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.670978] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.671169] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e20303d-4660-4c23-81bd-ba3943d3e8aa" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.671434] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e20303d-4660-4c23-81bd-ba3943d3e8aa taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.671639] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e20303d-4660-4c23-81bd-ba3943d3e8aa" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.671710] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e20303d-4660-4c23-81bd-ba3943d3e8aa" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.671975] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e20303d-4660-4c23-81bd-ba3943d3e8aa" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.672925] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.673085] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.673161] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.673737] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.673859] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.673977] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e20303d-4660-4c23-81bd-ba3943d3e8aa" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.674121] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e20303d-4660-4c23-81bd-ba3943d3e8aa',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.927376] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.927614] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.927614] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.927855] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.927949] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.928072] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 is going to be created. [ 858.956025] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.956237] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.956470] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.956535] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.956691] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.970070] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 in Status: UNINITIALIZED for 2s [ 859.177240] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e20303d-4660-4c23-81bd-ba3943d3e8aa: rpc.has_security_group_logging(os_id): False [ 859.196381] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.196574] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.196640] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.196909] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.197017] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.197276] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.197366] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.197415] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.197612] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.197691] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.197902] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.198032] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.198106] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.198244] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.198329] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.198532] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.198619] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.198684] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.198843] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.198929] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.199023] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e20303d-4660-4c23-81bd-ba3943d3e8aa is going to be created. [ 859.305934] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.306136] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.306204] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.306469] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.306690] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.339232] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e20303d-4660-4c23-81bd-ba3943d3e8aa in Status: IN_PROGRESS for 2s [ 859.469446] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0a18a43-9a9b-4dfd-9b3d-56894b961e4a in Status: SUCCESS [ 859.469797] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.267474] env[65476]: INFO networking_nsxv3.common.synchronization [req-c61a6df8-9097-4e6f-9936-cb5477a345be req-1e0a0ae6-0fb5-4aa7-8c5f-7485da2a0fb3 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Enqueued Resource ID: 358387f9-c463-4459-81a7-b1c1bb0e9b89 with Priority: HIGHEST for action security_group_members [ 860.270914] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 358387f9-c463-4459-81a7-b1c1bb0e9b89 with Priority: HIGHEST for action security_group_members [ 860.270914] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-358387f9-c463-4459-81a7-b1c1bb0e9b89 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.270914] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-358387f9-c463-4459-81a7-b1c1bb0e9b89" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.270914] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-358387f9-c463-4459-81a7-b1c1bb0e9b89" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.270914] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-358387f9-c463-4459-81a7-b1c1bb0e9b89" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.271246] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.271246] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.271246] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.271480] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.271480] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.271551] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('358387f9-c463-4459-81a7-b1c1bb0e9b89',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.773867] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.774349] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.774349] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.774349] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.815803] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.816396] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.816639] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.816639] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.816897] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.817016] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.817161] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 358387f9-c463-4459-81a7-b1c1bb0e9b89 is going to be updated. [ 860.897163] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.897395] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.897395] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.897531] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.897720] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.919896] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 358387f9-c463-4459-81a7-b1c1bb0e9b89 in Status: IN_PROGRESS for 2s [ 860.983434] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 in Status: SUCCESS [ 860.983669] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.983845] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.984471] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.984471] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.984636] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.984692] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.984814] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.984912] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.985032] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.985128] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be06d0b9-a4d5-4cf1-bb45-2ca0d66af267',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.363852] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e20303d-4660-4c23-81bd-ba3943d3e8aa in Status: SUCCESS [ 861.364158] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e20303d-4660-4c23-81bd-ba3943d3e8aa" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.491027] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.491027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.491027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.491027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.491027] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.491027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.491027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.491027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.491027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.491027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.491027] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.491027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.491027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.491027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.491027] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.491027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.491788] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.491788] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.491788] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.492188] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.492405] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be06d0b9-a4d5-4cf1-bb45-2ca0d66af267',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.559157] env[65476]: INFO networking_nsxv3.common.synchronization [req-8ea25a53-80b2-4e86-949c-baf19a5457e3 req-534fc5a9-a610-4e3e-8a82-279d0e591fdb tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Enqueued Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_members [ 861.560091] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_members [ 861.560690] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.563142] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.563142] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.563142] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.563142] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.563142] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.563142] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.563142] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.563142] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.563142] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.995490] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be06d0b9-a4d5-4cf1-bb45-2ca0d66af267: rpc.has_security_group_logging(os_id): False [ 862.017523] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.017754] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.017926] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.018759] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.018759] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.018759] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.018759] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.018759] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.019106] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.019106] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.019106] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.019231] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.019267] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.019433] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.019538] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.019816] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.019916] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.019916] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.020257] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.020387] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.020525] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 is going to be created. [ 862.066243] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.066403] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.066545] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.067294] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.067294] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.067294] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.067294] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.067294] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.067294] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.067574] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.067574] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce161cd1-25c0-4dff-a320-e47e330247dd already deleted. [ 862.067574] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.109258] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.109435] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.109506] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.109677] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.109959] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.140053] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 in Status: IN_PROGRESS for 2s [ 862.208819] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.209084] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-592" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.209164] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-592" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.209487] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-592" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.210628] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.210628] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.210628] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.211410] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.211573] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.211963] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.211963] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.212099] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.212142] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.212224] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.212378] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.212453] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.255747] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.256352] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 862.256352] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.256506] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-592" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.256852] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-6df036e4-f579-4250-ab8f-9813244973c7 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.257202] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-6df036e4-f579-4250-ab8f-9813244973c7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.257381] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-6df036e4-f579-4250-ab8f-9813244973c7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.257736] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-6df036e4-f579-4250-ab8f-9813244973c7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.257880] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6df036e4-f579-4250-ab8f-9813244973c7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.762131] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.762468] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.762662] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.765653] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.765653] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.765989] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port 6df036e4-f579-4250-ab8f-9813244973c7 not found, creating... [ 862.766443] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.766550] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.766924] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.767071] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.767302] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.767653] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.767821] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.767887] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.768184] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.768356] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.768513] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: 6df036e4-f579-4250-ab8f-9813244973c7 is going to be created. [ 862.792268] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.792654] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.792734] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.792992] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.793256] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.793494] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-6df036e4-f579-4250-ab8f-9813244973c7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.934454] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 358387f9-c463-4459-81a7-b1c1bb0e9b89 in Status: SUCCESS [ 862.934669] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 358387f9-c463-4459-81a7-b1c1bb0e9b89 deletion is rescheduled due to dependency. [ 862.934739] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-358387f9-c463-4459-81a7-b1c1bb0e9b89" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.517159] env[65476]: INFO networking_nsxv3.common.synchronization [req-8ea25a53-80b2-4e86-949c-baf19a5457e3 req-f62a9d70-e425-4943-90f3-2c91ceccf56f service nova] Enqueued Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_rules [ 863.517746] env[65476]: INFO networking_nsxv3.common.synchronization [req-8ea25a53-80b2-4e86-949c-baf19a5457e3 req-f62a9d70-e425-4943-90f3-2c91ceccf56f service nova] Enqueued Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_members [ 863.517746] env[65476]: INFO networking_nsxv3.common.synchronization [req-8ea25a53-80b2-4e86-949c-baf19a5457e3 req-f62a9d70-e425-4943-90f3-2c91ceccf56f service nova] Enqueued Resource ID: 6df036e4-f579-4250-ab8f-9813244973c7 with Priority: HIGHEST for action port [ 863.517978] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_rules [ 863.518133] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_members [ 863.518230] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df036e4-f579-4250-ab8f-9813244973c7 with Priority: HIGHEST for action port [ 863.518541] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.518690] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.518744] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.519013] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.519116] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.520142] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.520142] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.520142] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.520521] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.520653] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.520752] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.520811] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.520952] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.521051] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.521142] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.521896] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-6df036e4-f579-4250-ab8f-9813244973c7 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.522023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6df036e4-f579-4250-ab8f-9813244973c7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.523661] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6df036e4-f579-4250-ab8f-9813244973c7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.523976] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6df036e4-f579-4250-ab8f-9813244973c7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.523976] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6df036e4-f579-4250-ab8f-9813244973c7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.027738] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.029125] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.029125] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.030805] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6df036e4-f579-4250-ab8f-9813244973c7 with status ACTIVE [ 864.030946] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.030946] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.031114] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.031287] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.031348] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.031520] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.031636] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.032177] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.032177] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.032177] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.032638] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.032638] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.032638] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.032864] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.032952] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.033037] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6df036e4-f579-4250-ab8f-9813244973c7 is going to be updated. [ 864.057703] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.057703] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.057703] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.058506] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.058506] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.058506] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6df036e4-f579-4250-ab8f-9813244973c7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.157108] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 in Status: SUCCESS [ 864.159037] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.539652] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.788311] env[65476]: INFO networking_nsxv3.common.synchronization [req-72a01ae4-fcce-4425-a99d-ba65ef6595d7 req-1f6e385e-aec1-43e9-9372-3db01fe1e810 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Enqueued Resource ID: a0fb7749-a884-47d7-b901-23e6306d01db with Priority: HIGHEST for action security_group_members [ 864.789710] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0fb7749-a884-47d7-b901-23e6306d01db with Priority: HIGHEST for action security_group_members [ 864.790968] env[65476]: INFO networking_nsxv3.common.synchronization [req-057b4e5b-f99b-4662-ae50-f9f0b798f046 req-aae2ce35-045e-4e19-b4f7-dbf698754311 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Enqueued Resource ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 with Priority: HIGHEST for action security_group_members [ 864.791490] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0fb7749-a884-47d7-b901-23e6306d01db taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.791762] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.791910] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.792201] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.792481] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.792687] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.792760] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.793133] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.793224] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.793285] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0fb7749-a884-47d7-b901-23e6306d01db',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.794443] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 with Priority: HIGHEST for action security_group_members [ 864.794776] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.795022] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.795127] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.795356] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.795576] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.795822] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.796464] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.796916] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.798518] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.798518] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fb2526a-f07a-4dab-a8f2-db3b72a5ef18',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.041334] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.041580] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.041681] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.042598] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.042717] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.042861] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce161cd1-25c0-4dff-a320-e47e330247dd is going to be created. [ 865.074315] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.074315] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.074315] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.074315] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.074315] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.083743] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: UNINITIALIZED for 2s [ 865.299496] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.300054] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.300175] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.300364] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.301672] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.302113] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.331607] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.331997] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.332185] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.332185] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.334543] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.334543] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.334543] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0fb7749-a884-47d7-b901-23e6306d01db is going to be updated. [ 865.336575] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.338136] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.365992] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.366279] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.366403] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.366469] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.366673] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.366759] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.366849] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 is going to be updated. [ 865.372505] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.372701] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.372939] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.372981] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.373203] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.380802] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0fb7749-a884-47d7-b901-23e6306d01db in Status: IN_PROGRESS for 2s [ 865.399246] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.399431] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.399576] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.399745] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.399891] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.413070] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 in Status: IN_PROGRESS for 2s [ 865.691669] env[65476]: INFO networking_nsxv3.common.synchronization [None req-e265478a-af9a-4876-99ab-73d426004d50 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Enqueued Resource ID: 3ef23534-3f99-4122-8fae-5790ddefcf3b with Priority: HIGHEST for action security_group_rules [ 865.692330] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ef23534-3f99-4122-8fae-5790ddefcf3b with Priority: HIGHEST for action security_group_rules [ 865.692773] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ef23534-3f99-4122-8fae-5790ddefcf3b taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.692883] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ef23534-3f99-4122-8fae-5790ddefcf3b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.692883] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ef23534-3f99-4122-8fae-5790ddefcf3b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.693592] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ef23534-3f99-4122-8fae-5790ddefcf3b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.693717] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ef23534-3f99-4122-8fae-5790ddefcf3b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.886422] env[65476]: INFO networking_nsxv3.common.synchronization [None req-5eb5854d-07f3-4f8d-9f41-4dd282936239 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Enqueued Resource ID: 3ef23534-3f99-4122-8fae-5790ddefcf3b with Priority: HIGHEST for action security_group_rules [ 865.886422] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ef23534-3f99-4122-8fae-5790ddefcf3b with Priority: HIGHEST for action security_group_rules [ 865.889561] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ef23534-3f99-4122-8fae-5790ddefcf3b taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.889561] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ef23534-3f99-4122-8fae-5790ddefcf3b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.222603] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.222840] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.222944] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.223328] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.223537] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.223710] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ef23534-3f99-4122-8fae-5790ddefcf3b already deleted. [ 866.223886] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ef23534-3f99-4122-8fae-5790ddefcf3b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.224327] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ef23534-3f99-4122-8fae-5790ddefcf3b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.224611] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ef23534-3f99-4122-8fae-5790ddefcf3b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.224759] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ef23534-3f99-4122-8fae-5790ddefcf3b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.749333] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.749682] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.749682] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.749820] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.749923] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.750047] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ef23534-3f99-4122-8fae-5790ddefcf3b already deleted. [ 866.750137] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ef23534-3f99-4122-8fae-5790ddefcf3b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.095072] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: SUCCESS [ 867.095219] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.096034] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.096034] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.096034] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.096034] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.096034] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.096312] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.096312] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.096385] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.096420] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.390929] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0fb7749-a884-47d7-b901-23e6306d01db in Status: SUCCESS [ 867.391156] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0fb7749-a884-47d7-b901-23e6306d01db deletion is rescheduled due to dependency. [ 867.391274] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.425601] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 in Status: SUCCESS [ 867.425601] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 deletion is rescheduled due to dependency. [ 867.425801] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.599480] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.601119] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.601119] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.601119] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.601119] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.601119] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.601119] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.601668] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.601792] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.601911] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.602060] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.602200] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.602250] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.602373] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.602527] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.602614] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.603257] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.603257] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.603257] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.603257] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.603257] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.106237] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce161cd1-25c0-4dff-a320-e47e330247dd: rpc.has_security_group_logging(os_id): False [ 868.130143] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.130987] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.130987] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.130987] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.130987] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.131330] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.131330] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.131330] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.131947] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.131947] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.131947] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.131947] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.131947] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.132187] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.132187] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.133355] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.133355] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.133355] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.133355] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.133355] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.133355] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce161cd1-25c0-4dff-a320-e47e330247dd is going to be created. [ 868.175219] env[65476]: INFO networking_nsxv3.common.synchronization [req-c50e7fb4-594b-47f5-a46a-e540b584b5cd req-6930a6f6-38fe-4f8a-9262-c3f02e9b6118 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Enqueued Resource ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d with Priority: HIGHEST for action security_group_members [ 868.175756] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d with Priority: HIGHEST for action security_group_members [ 868.176071] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.176197] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.176269] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.176616] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.176616] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.176745] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.176745] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.176989] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.176989] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.178144] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1478b812-46e7-4dc6-9bb2-92bf8fa7f09d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.211305] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.211494] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.211590] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.211848] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.212080] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.227023] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: IN_PROGRESS for 2s [ 868.532863] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-637 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.533078] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-637" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.533203] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-637" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.533473] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-637" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.533805] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.533989] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.534267] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.534445] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.534613] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.534835] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.534958] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 868.535093] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 868.535201] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 868.535314] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.535421] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 868.535566] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 868.566290] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 868.566459] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 868.566587] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 868.566865] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-637" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.567220] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-ddddeb58-e58a-4970-b728-cc29ee3fb8df taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.567461] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-ddddeb58-e58a-4970-b728-cc29ee3fb8df" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.567627] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-ddddeb58-e58a-4970-b728-cc29ee3fb8df" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.567973] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-ddddeb58-e58a-4970-b728-cc29ee3fb8df" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.568239] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddddeb58-e58a-4970-b728-cc29ee3fb8df',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.682368] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.682682] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.682845] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.683166] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.683310] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.686054] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.686054] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.686054] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.686054] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.686054] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.686054] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d is going to be updated. [ 868.722450] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.722450] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.722450] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.722867] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.723211] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.739094] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d in Status: IN_PROGRESS for 2s [ 868.913878] env[65476]: INFO networking_nsxv3.common.synchronization [None req-f0d02873-0ab3-4c92-bc37-81cfdee8f4d8 None None] Enqueued Resource ID: 5629dc34-b47b-4cf5-aa7a-af0d3a3e6fd9 with Priority: HIGHEST for action port [ 868.914518] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5629dc34-b47b-4cf5-aa7a-af0d3a3e6fd9 with Priority: HIGHEST for action port [ 868.914852] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-5629dc34-b47b-4cf5-aa7a-af0d3a3e6fd9 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.915181] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5629dc34-b47b-4cf5-aa7a-af0d3a3e6fd9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.915181] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5629dc34-b47b-4cf5-aa7a-af0d3a3e6fd9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.915829] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5629dc34-b47b-4cf5-aa7a-af0d3a3e6fd9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.915829] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5629dc34-b47b-4cf5-aa7a-af0d3a3e6fd9',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.071135] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.071447] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.071653] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.072243] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.072419] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.072788] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port ddddeb58-e58a-4970-b728-cc29ee3fb8df not found, creating... [ 869.073593] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.073593] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.073593] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.075774] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.075774] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.076091] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.076611] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.076791] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.077300] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.077300] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.077474] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: ddddeb58-e58a-4970-b728-cc29ee3fb8df is going to be created. [ 869.108766] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.109288] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.109288] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.109371] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.109557] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.110066] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-ddddeb58-e58a-4970-b728-cc29ee3fb8df" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.417835] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5629dc34-b47b-4cf5-aa7a-af0d3a3e6fd9 [ 869.418135] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.418367] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.418367] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.418553] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.418638] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.418793] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5629dc34-b47b-4cf5-aa7a-af0d3a3e6fd9 already deleted. [ 869.419020] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5629dc34-b47b-4cf5-aa7a-af0d3a3e6fd9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.856070] env[65476]: INFO networking_nsxv3.common.synchronization [req-c50e7fb4-594b-47f5-a46a-e540b584b5cd req-0417b843-6791-435f-9cf2-2cfb460abb8d service nova] Enqueued Resource ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d with Priority: HIGHEST for action security_group_rules [ 869.856163] env[65476]: INFO networking_nsxv3.common.synchronization [req-c50e7fb4-594b-47f5-a46a-e540b584b5cd req-0417b843-6791-435f-9cf2-2cfb460abb8d service nova] Enqueued Resource ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d with Priority: HIGHEST for action security_group_members [ 869.856280] env[65476]: INFO networking_nsxv3.common.synchronization [req-c50e7fb4-594b-47f5-a46a-e540b584b5cd req-0417b843-6791-435f-9cf2-2cfb460abb8d service nova] Enqueued Resource ID: ddddeb58-e58a-4970-b728-cc29ee3fb8df with Priority: HIGHEST for action port [ 869.857272] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d with Priority: HIGHEST for action security_group_rules [ 869.857272] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d with Priority: HIGHEST for action security_group_members [ 869.857272] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddddeb58-e58a-4970-b728-cc29ee3fb8df with Priority: HIGHEST for action port [ 869.857756] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.857920] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.857986] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.858409] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.858565] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1478b812-46e7-4dc6-9bb2-92bf8fa7f09d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.859961] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.860097] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.860423] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddddeb58-e58a-4970-b728-cc29ee3fb8df taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.860528] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddddeb58-e58a-4970-b728-cc29ee3fb8df" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.860528] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddddeb58-e58a-4970-b728-cc29ee3fb8df" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.860714] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddddeb58-e58a-4970-b728-cc29ee3fb8df" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.861303] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddddeb58-e58a-4970-b728-cc29ee3fb8df',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.078892] env[65476]: INFO networking_nsxv3.common.synchronization [req-97375dd9-f079-4d89-b85b-546e0e26b611 req-df0ac759-98be-4ba3-a26e-68ebdddaaf7f tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Enqueued Resource ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee with Priority: HIGHEST for action security_group_members [ 870.081363] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee with Priority: HIGHEST for action security_group_members [ 870.085286] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbaac4fb-a1b3-4857-944c-fc646a4729ee taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.085286] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.085286] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.085286] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.085286] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.085286] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.085286] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.085286] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.085286] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.085286] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbaac4fb-a1b3-4857-944c-fc646a4729ee',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.241711] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: SUCCESS [ 870.242265] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.360919] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.361112] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.362868] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ddddeb58-e58a-4970-b728-cc29ee3fb8df with status ACTIVE [ 870.363184] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.363329] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.363979] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.363979] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.363979] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.363979] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.364326] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.364326] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.364326] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.364466] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.364592] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.364707] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.364764] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.364912] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.364985] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.365081] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ddddeb58-e58a-4970-b728-cc29ee3fb8df is going to be updated. [ 870.393649] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.393851] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.393934] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.394163] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.394321] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.394515] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddddeb58-e58a-4970-b728-cc29ee3fb8df" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.594878] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.594878] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.594878] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.595070] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.595070] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.595284] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.595383] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.595443] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.595592] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.595664] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.595747] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee is going to be updated. [ 870.631349] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.631504] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.631570] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.631780] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.631989] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.648949] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee in Status: IN_PROGRESS for 2s [ 870.753800] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d in Status: SUCCESS [ 870.754053] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d deletion is rescheduled due to dependency. [ 870.754183] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.754417] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.754699] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.754946] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.755154] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.755245] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.755470] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.755561] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.755665] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1478b812-46e7-4dc6-9bb2-92bf8fa7f09d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.848792] env[65476]: INFO networking_nsxv3.common.synchronization [req-af73293a-c2af-4bdf-98b7-423f5af8a050 req-b855f071-1bc4-4f65-b3bf-4b3101120094 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Enqueued Resource ID: 1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6 with Priority: HIGHEST for action security_group_members [ 870.850740] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6 with Priority: HIGHEST for action security_group_members [ 870.851159] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.851378] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.851516] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.851802] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.852511] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.852609] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.852659] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.852925] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.853068] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.853225] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.261504] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1478b812-46e7-4dc6-9bb2-92bf8fa7f09d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.355666] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.355919] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.355999] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.356250] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.391855] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.392100] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.392168] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.392269] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.392617] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.392856] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.392950] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6 is going to be updated. [ 871.427529] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.427753] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.427844] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.428080] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.428223] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.439336] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6 in Status: IN_PROGRESS for 2s [ 871.763575] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1478b812-46e7-4dc6-9bb2-92bf8fa7f09d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.266686] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.267215] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.267215] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.267215] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.267648] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.267648] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d is going to be updated. [ 872.285391] env[65476]: INFO networking_nsxv3.common.synchronization [None req-fcd392f9-1449-4456-99ea-451c53ddb6bb None None] Enqueued Resource ID: ec1af35e-ecc7-415f-8b79-596eedc0c5a9 with Priority: HIGHEST for action port [ 872.286582] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec1af35e-ecc7-415f-8b79-596eedc0c5a9 with Priority: HIGHEST for action port [ 872.288686] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec1af35e-ecc7-415f-8b79-596eedc0c5a9 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.288686] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec1af35e-ecc7-415f-8b79-596eedc0c5a9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.288686] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec1af35e-ecc7-415f-8b79-596eedc0c5a9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.290373] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec1af35e-ecc7-415f-8b79-596eedc0c5a9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.290527] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec1af35e-ecc7-415f-8b79-596eedc0c5a9',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.343042] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.343286] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.343386] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.343613] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.343773] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.357945] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d in Status: IN_PROGRESS for 2s [ 872.660107] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee in Status: SUCCESS [ 872.660107] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee deletion is rescheduled due to dependency. [ 872.660107] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.714338] env[65476]: INFO networking_nsxv3.common.synchronization [None req-bedf4601-1331-4401-ac7d-5ebf9b4c26b5 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Enqueued Resource ID: ea1d4ccb-e223-4423-92ec-f42107b436a3 with Priority: HIGHEST for action security_group_rules [ 872.714338] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea1d4ccb-e223-4423-92ec-f42107b436a3 with Priority: HIGHEST for action security_group_rules [ 872.715400] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea1d4ccb-e223-4423-92ec-f42107b436a3 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.718028] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea1d4ccb-e223-4423-92ec-f42107b436a3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.718028] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea1d4ccb-e223-4423-92ec-f42107b436a3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.718028] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea1d4ccb-e223-4423-92ec-f42107b436a3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.718028] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea1d4ccb-e223-4423-92ec-f42107b436a3',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.795550] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec1af35e-ecc7-415f-8b79-596eedc0c5a9 [ 872.795550] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.795550] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.795550] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.795550] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.795550] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.795550] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec1af35e-ecc7-415f-8b79-596eedc0c5a9 already deleted. [ 872.795550] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec1af35e-ecc7-415f-8b79-596eedc0c5a9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.842296] env[65476]: INFO networking_nsxv3.common.synchronization [None req-f11c91e8-c002-4c7f-aabb-61b7f0877c01 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Enqueued Resource ID: ea1d4ccb-e223-4423-92ec-f42107b436a3 with Priority: HIGHEST for action security_group_rules [ 872.842296] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea1d4ccb-e223-4423-92ec-f42107b436a3 with Priority: HIGHEST for action security_group_rules [ 872.842296] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea1d4ccb-e223-4423-92ec-f42107b436a3 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.842296] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea1d4ccb-e223-4423-92ec-f42107b436a3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.247441] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.247441] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.247675] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.247714] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.248248] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.248248] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea1d4ccb-e223-4423-92ec-f42107b436a3 already deleted. [ 873.248248] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea1d4ccb-e223-4423-92ec-f42107b436a3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.248248] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea1d4ccb-e223-4423-92ec-f42107b436a3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.248651] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea1d4ccb-e223-4423-92ec-f42107b436a3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.248651] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea1d4ccb-e223-4423-92ec-f42107b436a3',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.452146] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6 in Status: SUCCESS [ 873.452467] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6 deletion is rescheduled due to dependency. [ 873.452534] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.770725] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.770901] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.770975] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.771200] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.771308] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.771385] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea1d4ccb-e223-4423-92ec-f42107b436a3 already deleted. [ 873.771467] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea1d4ccb-e223-4423-92ec-f42107b436a3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.958342] env[65476]: INFO networking_nsxv3.common.synchronization [req-f1b2a100-392b-41e5-ae2b-a9434bc52ae4 req-c2f7b444-e177-45e2-ae02-9e29456ea1f5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Enqueued Resource ID: 7e20303d-4660-4c23-81bd-ba3943d3e8aa with Priority: HIGHEST for action security_group_members [ 873.959379] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e20303d-4660-4c23-81bd-ba3943d3e8aa with Priority: HIGHEST for action security_group_members [ 873.959776] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e20303d-4660-4c23-81bd-ba3943d3e8aa taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.959904] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e20303d-4660-4c23-81bd-ba3943d3e8aa" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.959997] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e20303d-4660-4c23-81bd-ba3943d3e8aa" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.960379] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e20303d-4660-4c23-81bd-ba3943d3e8aa" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.960565] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.960679] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.960744] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.960906] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.960992] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.961099] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e20303d-4660-4c23-81bd-ba3943d3e8aa',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.371214] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d in Status: SUCCESS [ 874.371437] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.371607] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.371928] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.372100] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.372193] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.372236] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.372679] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.372679] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.372679] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.372679] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1478b812-46e7-4dc6-9bb2-92bf8fa7f09d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.419607] env[65476]: INFO networking_nsxv3.common.synchronization [req-ddcbf7de-45cb-4f2c-ae4c-d23fc5fdb24c req-17d139e9-e29f-4f46-a47f-58d03b469768 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Enqueued Resource ID: 4fece061-3d2e-49ae-812d-cff782500406 with Priority: HIGHEST for action security_group_members [ 874.421103] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fece061-3d2e-49ae-812d-cff782500406 with Priority: HIGHEST for action security_group_members [ 874.422308] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fece061-3d2e-49ae-812d-cff782500406 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.422435] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.422509] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.422782] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.422963] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.423099] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.423164] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.423326] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.423411] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.423505] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fece061-3d2e-49ae-812d-cff782500406',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.463521] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.463521] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.463864] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.463959] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.464011] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.464201] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.464325] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.464389] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.464542] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.464616] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.464702] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e20303d-4660-4c23-81bd-ba3943d3e8aa is going to be updated. [ 874.496674] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.498035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.498035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.498035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.498035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.510190] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e20303d-4660-4c23-81bd-ba3943d3e8aa in Status: IN_PROGRESS for 2s [ 874.874999] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1478b812-46e7-4dc6-9bb2-92bf8fa7f09d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.926831] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fece061-3d2e-49ae-812d-cff782500406',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.377571] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d: rpc.has_security_group_logging(os_id): False [ 875.396582] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.396743] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.396841] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.397049] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.397144] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.397396] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.397496] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.397601] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.397704] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.397782] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.397869] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d is going to be updated. [ 875.429881] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fece061-3d2e-49ae-812d-cff782500406',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.466556] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.466840] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.466840] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.466989] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.467168] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.483210] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d in Status: IN_PROGRESS for 2s [ 875.933765] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.933765] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.934041] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.934181] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.934242] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.934343] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fece061-3d2e-49ae-812d-cff782500406 is going to be updated. [ 875.967054] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.967208] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.967276] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.967502] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.967658] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.977597] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fece061-3d2e-49ae-812d-cff782500406 in Status: IN_PROGRESS for 2s [ 876.520137] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e20303d-4660-4c23-81bd-ba3943d3e8aa in Status: SUCCESS [ 876.520491] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e20303d-4660-4c23-81bd-ba3943d3e8aa deletion is rescheduled due to dependency. [ 876.520491] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e20303d-4660-4c23-81bd-ba3943d3e8aa" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.073686] env[65476]: INFO networking_nsxv3.common.synchronization [req-eb6b19fc-9d30-40e6-91da-ab38d018f844 req-722090ce-7a03-45d4-8af6-aaa0f51bb1a1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Enqueued Resource ID: 5cdf1d77-3174-4be3-b798-87aa7550f798 with Priority: HIGHEST for action security_group_members [ 877.073865] env[65476]: INFO networking_nsxv3.common.synchronization [req-eb6b19fc-9d30-40e6-91da-ab38d018f844 req-722090ce-7a03-45d4-8af6-aaa0f51bb1a1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Enqueued Resource ID: 80a44372-f1d0-42a5-8559-78d175593590 with Priority: HIGHEST for action security_group_members [ 877.073984] env[65476]: INFO networking_nsxv3.common.synchronization [req-eb6b19fc-9d30-40e6-91da-ab38d018f844 req-722090ce-7a03-45d4-8af6-aaa0f51bb1a1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Enqueued Resource ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 with Priority: HIGHEST for action security_group_members [ 877.074539] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cdf1d77-3174-4be3-b798-87aa7550f798 with Priority: HIGHEST for action security_group_members [ 877.074675] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80a44372-f1d0-42a5-8559-78d175593590 with Priority: HIGHEST for action security_group_members [ 877.074779] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 with Priority: HIGHEST for action security_group_members [ 877.075140] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cdf1d77-3174-4be3-b798-87aa7550f798 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.075293] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.075362] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.075564] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.075853] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.075853] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.075972] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.076071] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.076128] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.076208] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cdf1d77-3174-4be3-b798-87aa7550f798',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.077420] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-80a44372-f1d0-42a5-8559-78d175593590 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.078163] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80a44372-f1d0-42a5-8559-78d175593590" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.078255] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80a44372-f1d0-42a5-8559-78d175593590" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.078907] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80a44372-f1d0-42a5-8559-78d175593590" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.078907] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.078907] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.078907] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.078907] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.079202] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.079202] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80a44372-f1d0-42a5-8559-78d175593590',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.079864] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e7baae9-71d5-4563-904b-fd384bf78ad5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.079978] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.080077] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.080700] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.080700] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.080700] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.080700] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.080700] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.080700] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.081040] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.496376] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d in Status: SUCCESS [ 877.496626] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.582309] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.582622] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.582622] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.582803] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.584091] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.584200] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.584432] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.584520] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.602451] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.602789] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.602951] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.603061] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.603292] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.603397] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.603511] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80a44372-f1d0-42a5-8559-78d175593590 is going to be updated. [ 877.604816] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.605622] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.622707] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.623034] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.623163] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.623275] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.623428] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.623508] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.623611] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cdf1d77-3174-4be3-b798-87aa7550f798 is going to be updated. [ 877.624595] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.625167] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.625167] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.625167] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.625167] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.625167] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.625392] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.625392] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.625523] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 is going to be updated. [ 877.633349] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.633550] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.633667] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.633938] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.634161] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.640837] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80a44372-f1d0-42a5-8559-78d175593590 in Status: IN_PROGRESS for 2s [ 877.657046] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.657046] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.657046] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.657046] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.657554] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.658864] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.659033] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.659097] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.659228] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.659350] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.670367] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cdf1d77-3174-4be3-b798-87aa7550f798 in Status: IN_PROGRESS for 2s [ 877.670888] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 in Status: IN_PROGRESS for 2s [ 877.988534] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fece061-3d2e-49ae-812d-cff782500406 in Status: SUCCESS [ 877.988772] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.653586] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80a44372-f1d0-42a5-8559-78d175593590 in Status: SUCCESS [ 879.653586] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80a44372-f1d0-42a5-8559-78d175593590 deletion is rescheduled due to dependency. [ 879.653586] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80a44372-f1d0-42a5-8559-78d175593590" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.686153] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cdf1d77-3174-4be3-b798-87aa7550f798 in Status: SUCCESS [ 879.686153] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cdf1d77-3174-4be3-b798-87aa7550f798 deletion is rescheduled due to dependency. [ 879.686153] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.686153] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 in Status: SUCCESS [ 879.686153] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 deletion is rescheduled due to dependency. [ 879.686153] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.454937] env[65476]: INFO networking_nsxv3.common.synchronization [req-b1641c8a-22f3-4522-b7e6-7730cf69b325 req-c5d0c934-902e-4473-8001-8ab9b5615c76 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Enqueued Resource ID: f1b40e9a-1124-4126-a195-f5b379e2304c with Priority: HIGHEST for action security_group_members [ 880.455744] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b40e9a-1124-4126-a195-f5b379e2304c with Priority: HIGHEST for action security_group_members [ 880.456169] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b40e9a-1124-4126-a195-f5b379e2304c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.457045] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.457045] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.457045] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.457045] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.457045] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.457377] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.457377] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.457377] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.457612] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.787910] env[65476]: INFO networking_nsxv3.common.synchronization [req-b1641c8a-22f3-4522-b7e6-7730cf69b325 req-907a18fc-b263-4dfb-8c14-adc2bcfa28ea tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Enqueued Resource ID: f1b40e9a-1124-4126-a195-f5b379e2304c with Priority: HIGHEST for action security_group_members [ 880.788541] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b40e9a-1124-4126-a195-f5b379e2304c with Priority: HIGHEST for action security_group_members [ 880.788888] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b40e9a-1124-4126-a195-f5b379e2304c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.789054] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.962961] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.963358] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.963600] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.963910] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.997560] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.997779] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.997945] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.997945] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.998204] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.999048] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.999048] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1b40e9a-1124-4126-a195-f5b379e2304c is going to be updated. [ 881.038763] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.038763] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.038763] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.038763] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.038763] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.051498] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b40e9a-1124-4126-a195-f5b379e2304c in Status: IN_PROGRESS for 2s [ 881.326857] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-60 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.328183] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-60" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.328183] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-60" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.328183] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-60" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.329053] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.329360] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.329627] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.330167] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.330616] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.330982] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 881.331345] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 881.331596] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 881.331834] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 881.332076] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 881.332243] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 881.332428] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 881.366393] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 881.366641] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 881.366822] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 881.367051] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-60" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.367483] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-ef7d0979-e123-4507-a501-a55f0fd11a42 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.367707] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-ef7d0979-e123-4507-a501-a55f0fd11a42" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.368261] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-ef7d0979-e123-4507-a501-a55f0fd11a42" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.368503] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-ef7d0979-e123-4507-a501-a55f0fd11a42" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.368503] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef7d0979-e123-4507-a501-a55f0fd11a42',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.873158] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.873504] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.873551] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.873935] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.874137] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.874341] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port ef7d0979-e123-4507-a501-a55f0fd11a42 not found, creating... [ 881.874622] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.874799] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.874929] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.875174] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.875314] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.875728] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.875908] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.876028] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.876995] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.876995] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.877119] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: ef7d0979-e123-4507-a501-a55f0fd11a42 is going to be created. [ 881.902597] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.902597] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.902597] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.902597] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.902597] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.902597] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-ef7d0979-e123-4507-a501-a55f0fd11a42" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.650313] env[65476]: INFO networking_nsxv3.common.synchronization [req-b1641c8a-22f3-4522-b7e6-7730cf69b325 req-cef14348-d4ac-4622-853d-2b309949a4e6 service nova] Enqueued Resource ID: f1b40e9a-1124-4126-a195-f5b379e2304c with Priority: HIGHEST for action security_group_rules [ 882.650565] env[65476]: INFO networking_nsxv3.common.synchronization [req-b1641c8a-22f3-4522-b7e6-7730cf69b325 req-cef14348-d4ac-4622-853d-2b309949a4e6 service nova] Enqueued Resource ID: f1b40e9a-1124-4126-a195-f5b379e2304c with Priority: HIGHEST for action security_group_members [ 882.650800] env[65476]: INFO networking_nsxv3.common.synchronization [req-b1641c8a-22f3-4522-b7e6-7730cf69b325 req-cef14348-d4ac-4622-853d-2b309949a4e6 service nova] Enqueued Resource ID: ef7d0979-e123-4507-a501-a55f0fd11a42 with Priority: HIGHEST for action port [ 882.652065] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b40e9a-1124-4126-a195-f5b379e2304c with Priority: HIGHEST for action security_group_rules [ 882.652065] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b40e9a-1124-4126-a195-f5b379e2304c with Priority: HIGHEST for action security_group_members [ 882.652335] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef7d0979-e123-4507-a501-a55f0fd11a42 with Priority: HIGHEST for action port [ 882.652818] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1b40e9a-1124-4126-a195-f5b379e2304c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.654254] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.654254] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.654401] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.654503] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.655941] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b40e9a-1124-4126-a195-f5b379e2304c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.655941] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.655941] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef7d0979-e123-4507-a501-a55f0fd11a42 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.655941] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef7d0979-e123-4507-a501-a55f0fd11a42" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.655941] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef7d0979-e123-4507-a501-a55f0fd11a42" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.656189] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef7d0979-e123-4507-a501-a55f0fd11a42" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.656189] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef7d0979-e123-4507-a501-a55f0fd11a42',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.066957] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b40e9a-1124-4126-a195-f5b379e2304c in Status: SUCCESS [ 883.066957] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1b40e9a-1124-4126-a195-f5b379e2304c deletion is rescheduled due to dependency. [ 883.067284] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.067284] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.067417] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.067637] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.068288] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.068288] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.068288] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.068288] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.068453] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.158696] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b40e9a-1124-4126-a195-f5b379e2304c taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.158880] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.159145] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef7d0979-e123-4507-a501-a55f0fd11a42 with status ACTIVE [ 883.159373] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.159679] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.159679] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.159856] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.159898] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.160134] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.160262] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.160328] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.160546] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.160659] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.160888] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.160992] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.161084] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.161291] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.161400] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.161509] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef7d0979-e123-4507-a501-a55f0fd11a42 is going to be updated. [ 883.188328] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.188328] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.188328] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.188328] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.188328] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.188328] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef7d0979-e123-4507-a501-a55f0fd11a42" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.467623] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-593 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.467904] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-593" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.468364] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-593" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.468435] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-593" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.469038] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.469038] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.469038] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.469212] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.469297] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.469633] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.469854] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 883.469914] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 883.469975] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 883.470190] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.470242] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 883.470337] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 883.494540] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 883.494704] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 883.494925] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 883.495187] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-593" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.495514] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-837d53c4-42ea-43e9-a824-16970f154727 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.495689] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-837d53c4-42ea-43e9-a824-16970f154727" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.495804] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-837d53c4-42ea-43e9-a824-16970f154727" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.496137] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-837d53c4-42ea-43e9-a824-16970f154727" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.496274] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('837d53c4-42ea-43e9-a824-16970f154727',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.571211] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.001767] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.002853] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.002853] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.002853] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.003059] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.003229] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port 837d53c4-42ea-43e9-a824-16970f154727 not found, creating... [ 884.003912] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.003912] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.003912] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.003912] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.004112] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.004459] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.004537] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.004582] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.004795] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.004958] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.005150] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: 837d53c4-42ea-43e9-a824-16970f154727 is going to be created. [ 884.030769] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.030882] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.031020] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.031299] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.031530] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.031748] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-837d53c4-42ea-43e9-a824-16970f154727" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.074574] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.577063] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.577540] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.577629] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.577874] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.577983] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.578132] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1b40e9a-1124-4126-a195-f5b379e2304c is going to be updated. [ 884.615823] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.616068] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.616140] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.616821] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.616821] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.629188] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b40e9a-1124-4126-a195-f5b379e2304c in Status: IN_PROGRESS for 2s [ 884.787101] env[65476]: INFO networking_nsxv3.common.synchronization [req-b1641c8a-22f3-4522-b7e6-7730cf69b325 req-eb79a4fb-daf5-4f38-86ce-ac2702c53b38 service nova] Enqueued Resource ID: f1b40e9a-1124-4126-a195-f5b379e2304c with Priority: HIGHEST for action security_group_rules [ 884.787101] env[65476]: INFO networking_nsxv3.common.synchronization [req-b1641c8a-22f3-4522-b7e6-7730cf69b325 req-eb79a4fb-daf5-4f38-86ce-ac2702c53b38 service nova] Enqueued Resource ID: f1b40e9a-1124-4126-a195-f5b379e2304c with Priority: HIGHEST for action security_group_members [ 884.787101] env[65476]: INFO networking_nsxv3.common.synchronization [req-b1641c8a-22f3-4522-b7e6-7730cf69b325 req-eb79a4fb-daf5-4f38-86ce-ac2702c53b38 service nova] Enqueued Resource ID: 837d53c4-42ea-43e9-a824-16970f154727 with Priority: HIGHEST for action port [ 884.787101] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b40e9a-1124-4126-a195-f5b379e2304c with Priority: HIGHEST for action security_group_rules [ 884.787101] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b40e9a-1124-4126-a195-f5b379e2304c with Priority: HIGHEST for action security_group_members [ 884.790798] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 837d53c4-42ea-43e9-a824-16970f154727 with Priority: HIGHEST for action port [ 884.791299] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1b40e9a-1124-4126-a195-f5b379e2304c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.791977] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.793173] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b40e9a-1124-4126-a195-f5b379e2304c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.795518] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.795518] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-837d53c4-42ea-43e9-a824-16970f154727 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.795518] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-837d53c4-42ea-43e9-a824-16970f154727" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.795715] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-837d53c4-42ea-43e9-a824-16970f154727" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.795784] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-837d53c4-42ea-43e9-a824-16970f154727" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.795874] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('837d53c4-42ea-43e9-a824-16970f154727',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.044607] env[65476]: INFO networking_nsxv3.common.synchronization [req-ac3ef3c4-9da8-4d31-aedc-e668c018d4b6 req-a2d4915c-4912-4a31-89da-806374743c1b tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Enqueued Resource ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 with Priority: HIGHEST for action security_group_members [ 885.045382] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 with Priority: HIGHEST for action security_group_members [ 885.045382] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.045382] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.045382] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.045603] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.045775] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.045888] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.045976] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.046095] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.046230] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.046473] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a96fbdba-9bb8-4b6d-9200-52fc3f27dd40',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.300043] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 837d53c4-42ea-43e9-a824-16970f154727 with status ACTIVE [ 885.300043] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.300389] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.300389] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.301718] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.301718] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.301718] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.301718] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.301718] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.301718] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.301718] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.302008] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.302163] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.302371] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.302613] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.302738] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.302872] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 837d53c4-42ea-43e9-a824-16970f154727 is going to be updated. [ 885.331852] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.332281] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.332281] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.332281] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.333410] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.333410] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-837d53c4-42ea-43e9-a824-16970f154727" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.549340] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.549592] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.549592] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.550457] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.578610] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.578610] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.578610] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.578610] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.578610] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.578610] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.578610] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 is going to be updated. [ 885.613923] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.614165] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.615970] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.615970] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.615970] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.628899] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 in Status: IN_PROGRESS for 2s [ 886.638566] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b40e9a-1124-4126-a195-f5b379e2304c in Status: SUCCESS [ 886.638993] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.638993] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.639316] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.639413] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.639488] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.639534] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.639670] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.639922] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.639922] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.894278] env[65476]: INFO networking_nsxv3.common.synchronization [req-fad64fa3-0aad-42cc-8b0d-652c62566a0b req-bad9dfc1-ad40-4ca1-a4d6-1cbb73b4998b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Enqueued Resource ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 with Priority: HIGHEST for action security_group_members [ 886.896680] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 with Priority: HIGHEST for action security_group_members [ 886.896680] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.896680] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.896928] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.896928] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.897097] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.897195] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.897256] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.898031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.898192] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.898320] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f3fbd21-575e-46fe-bc65-4fe0585f19b7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.141891] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.404424] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f3fbd21-575e-46fe-bc65-4fe0585f19b7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.494110] env[65476]: INFO networking_nsxv3.common.synchronization [req-8366f784-7a2d-41bb-a13b-a24fec209c43 req-0d068e6a-8730-4393-8c50-8ec674ca9f95 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Enqueued Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_members [ 887.495181] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_members [ 887.495942] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.495942] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.495942] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.495942] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.496199] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.496336] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.496398] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.496619] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.496742] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.496931] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.642574] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 in Status: SUCCESS [ 887.642927] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 deletion is rescheduled due to dependency. [ 887.642927] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.644517] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.907119] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f3fbd21-575e-46fe-bc65-4fe0585f19b7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.926805] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-928 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.927027] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-928" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.927177] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-928" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.927839] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-928" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.928173] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.928348] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.928464] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.928690] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.928830] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.929077] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 887.929189] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 887.929295] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 887.929555] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 887.929555] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 887.929617] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 887.929762] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 887.950991] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 887.951257] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 887.951422] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 887.951680] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-928" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.952433] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-f289a1d7-60f3-4586-9e63-2faa90f003fe taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.952794] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-f289a1d7-60f3-4586-9e63-2faa90f003fe" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.953333] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-f289a1d7-60f3-4586-9e63-2faa90f003fe" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.953695] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-f289a1d7-60f3-4586-9e63-2faa90f003fe" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.954083] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f289a1d7-60f3-4586-9e63-2faa90f003fe',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.002416] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.002416] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.002416] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.002644] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.002887] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.003759] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.003759] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.003759] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.003759] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.003945] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.003987] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 is going to be deleted. [ 888.036638] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.036836] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.036836] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.037106] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.037194] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.037292] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.148876] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.149383] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.149383] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.149804] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.150060] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.150617] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1b40e9a-1124-4126-a195-f5b379e2304c is going to be updated. [ 888.181505] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.182067] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.182955] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.182955] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.182955] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.193048] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b40e9a-1124-4126-a195-f5b379e2304c in Status: IN_PROGRESS for 2s [ 888.410305] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.410305] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.410479] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.410604] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.410728] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.410811] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 is going to be updated. [ 888.442451] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.442627] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.442689] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.443144] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.443404] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.456516] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.456780] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.456921] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.457268] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.457420] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.457594] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port f289a1d7-60f3-4586-9e63-2faa90f003fe not found, creating... [ 888.457889] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.458082] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.458244] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.458504] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.458646] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.458961] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.459230] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.459367] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.459606] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.459759] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.459906] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: f289a1d7-60f3-4586-9e63-2faa90f003fe is going to be created. [ 888.462029] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 in Status: IN_PROGRESS for 2s [ 888.492840] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.493266] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.493502] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.493964] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.494375] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.494779] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-f289a1d7-60f3-4586-9e63-2faa90f003fe" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.252855] env[65476]: INFO networking_nsxv3.common.synchronization [req-8366f784-7a2d-41bb-a13b-a24fec209c43 req-83c82298-3c4a-4601-a874-f0e60ba651e4 service nova] Enqueued Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_rules [ 889.253110] env[65476]: INFO networking_nsxv3.common.synchronization [req-8366f784-7a2d-41bb-a13b-a24fec209c43 req-83c82298-3c4a-4601-a874-f0e60ba651e4 service nova] Enqueued Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_members [ 889.253223] env[65476]: INFO networking_nsxv3.common.synchronization [req-8366f784-7a2d-41bb-a13b-a24fec209c43 req-83c82298-3c4a-4601-a874-f0e60ba651e4 service nova] Enqueued Resource ID: f289a1d7-60f3-4586-9e63-2faa90f003fe with Priority: HIGHEST for action port [ 889.253802] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_rules [ 889.253952] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_members [ 889.254329] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f289a1d7-60f3-4586-9e63-2faa90f003fe with Priority: HIGHEST for action port [ 889.254657] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.254782] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.254849] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.255099] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.255185] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.256086] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.257214] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.257214] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.257214] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.257214] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.257214] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.257214] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.257214] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.257214] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.257214] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.260061] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-f289a1d7-60f3-4586-9e63-2faa90f003fe taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.260061] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f289a1d7-60f3-4586-9e63-2faa90f003fe" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.260061] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f289a1d7-60f3-4586-9e63-2faa90f003fe" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.260061] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f289a1d7-60f3-4586-9e63-2faa90f003fe" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.260061] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f289a1d7-60f3-4586-9e63-2faa90f003fe',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.760371] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.760371] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.760619] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.761701] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f289a1d7-60f3-4586-9e63-2faa90f003fe with status ACTIVE [ 889.761937] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.762954] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.762954] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.762954] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.762954] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.762954] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.762954] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.762954] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.763221] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.763221] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.763435] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.763652] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.763652] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.763730] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.764746] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.764746] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f289a1d7-60f3-4586-9e63-2faa90f003fe is going to be updated. [ 889.787737] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.787937] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.788024] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.788264] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.788392] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.788552] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f289a1d7-60f3-4586-9e63-2faa90f003fe" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.205432] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b40e9a-1124-4126-a195-f5b379e2304c in Status: SUCCESS [ 890.205735] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.205954] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.206214] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.206412] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.206554] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.206658] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.206751] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.206890] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.207534] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.207534] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.208179] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.209589] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.209589] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.209589] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.209589] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.209589] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.209589] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.209589] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.267098] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.473328] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 in Status: SUCCESS [ 890.474247] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.712716] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.712716] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b40e9a-1124-4126-a195-f5b379e2304c taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.712716] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.739284] env[65476]: INFO networking_nsxv3.common.synchronization [req-f381d53e-837f-43b2-a687-f42a6b1b200b req-1923c3cd-9c7b-4d69-8195-048aac738a52 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Enqueued Resource ID: be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 with Priority: HIGHEST for action security_group_members [ 890.740027] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 with Priority: HIGHEST for action security_group_members [ 890.740156] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.740281] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.740346] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.740558] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.741270] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.741270] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.741270] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.741270] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.741435] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.741435] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be06d0b9-a4d5-4cf1-bb45-2ca0d66af267',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.770420] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.770733] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.770884] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.771194] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.771312] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.771602] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 is going to be created. [ 890.802174] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.802331] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.802428] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.802614] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.802845] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.813930] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 in Status: UNINITIALIZED for 2s [ 891.214054] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.243479] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.243990] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.244215] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.245607] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.245607] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.245607] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.245607] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.245607] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.245607] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.245607] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.245607] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 is going to be updated. [ 891.281183] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.281521] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.281521] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.281596] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.282074] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.294308] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 in Status: IN_PROGRESS for 2s [ 891.716867] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.717112] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.717174] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.717344] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.717432] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.717530] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1b40e9a-1124-4126-a195-f5b379e2304c is going to be updated. [ 891.749452] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.749639] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.749678] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.749869] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.750016] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.760332] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b40e9a-1124-4126-a195-f5b379e2304c in Status: IN_PROGRESS for 2s [ 891.933091] env[65476]: INFO networking_nsxv3.common.synchronization [req-56ebfa89-6921-4c5b-9ec7-e45bca258a9c req-2057b9ae-9f0c-4140-9091-c3360bfc2171 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Enqueued Resource ID: d0a18a43-9a9b-4dfd-9b3d-56894b961e4a with Priority: HIGHEST for action security_group_members [ 891.933677] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0a18a43-9a9b-4dfd-9b3d-56894b961e4a with Priority: HIGHEST for action security_group_members [ 891.934085] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.934213] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.934268] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.934856] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.935034] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.935262] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.935303] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.935452] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.935539] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.935633] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0a18a43-9a9b-4dfd-9b3d-56894b961e4a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.437741] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.438040] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.438040] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.438137] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.438234] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.438445] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.438550] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.438641] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.438772] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.438889] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.439045] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0a18a43-9a9b-4dfd-9b3d-56894b961e4a is going to be updated. [ 892.476307] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.476466] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.476545] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.476752] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.476872] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.486608] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0a18a43-9a9b-4dfd-9b3d-56894b961e4a in Status: IN_PROGRESS for 2s [ 892.824770] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 in Status: SUCCESS [ 892.825015] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.825276] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.825489] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.825689] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.825811] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.825873] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.826062] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.826149] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.826237] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.826329] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.307520] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 in Status: SUCCESS [ 893.308234] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 deletion is rescheduled due to dependency. [ 893.308234] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.328939] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.329213] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.329336] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.329680] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.329946] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.330134] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.330273] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.330562] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.330716] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.330878] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.331152] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.332071] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.332071] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.332071] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.332071] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.332071] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.332303] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.332378] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.332505] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.332638] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.332776] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.771902] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b40e9a-1124-4126-a195-f5b379e2304c in Status: SUCCESS [ 893.772246] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.772518] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.772884] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.773181] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.773362] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.773689] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.773689] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.773947] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.774350] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.774350] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b40e9a-1124-4126-a195-f5b379e2304c taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.774450] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.774450] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.775025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.775025] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.775025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.775025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.775237] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.775237] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.775288] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.775346] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.836703] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7cdf36e-45a4-40c8-8ace-e9a7eddf5415: rpc.has_security_group_logging(os_id): False [ 893.857860] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.858147] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.858219] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.858548] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.858641] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.858802] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.858908] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.858980] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.859222] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.859524] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.859794] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.859921] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.860048] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.860295] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.860657] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.860963] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.861178] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.861367] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.861452] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.861603] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.861683] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 is going to be created. [ 893.937825] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.938262] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.938262] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.938387] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.938646] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.956898] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 in Status: IN_PROGRESS for 2s [ 894.277911] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1b40e9a-1124-4126-a195-f5b379e2304c: rpc.has_security_group_logging(os_id): False [ 894.309229] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.309389] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.309533] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.309769] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.310566] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.310566] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.310566] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.310566] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.310566] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.310566] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.310888] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.310888] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.310888] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.311036] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.311113] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.311301] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.311391] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.311449] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.311590] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.311661] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.311754] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1b40e9a-1124-4126-a195-f5b379e2304c is going to be updated. [ 894.395866] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.395985] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.396077] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.396316] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.396490] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.416203] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1b40e9a-1124-4126-a195-f5b379e2304c in Status: IN_PROGRESS for 2s [ 894.497861] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0a18a43-9a9b-4dfd-9b3d-56894b961e4a in Status: SUCCESS [ 894.498070] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0a18a43-9a9b-4dfd-9b3d-56894b961e4a deletion is rescheduled due to dependency. [ 894.498189] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.976797] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 in Status: SUCCESS [ 895.976797] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.430965] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1b40e9a-1124-4126-a195-f5b379e2304c in Status: SUCCESS [ 896.430965] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.430965] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.430965] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.430965] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.933691] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b40e9a-1124-4126-a195-f5b379e2304c taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.933972] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.934081] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.934645] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.934645] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.934809] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.934851] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.935053] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.935156] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.935325] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.935325] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.936727] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 896.937095] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 897.439424] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b40e9a-1124-4126-a195-f5b379e2304c taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.439742] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.439742] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.439875] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.440050] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.440157] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.440225] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.440380] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.440465] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.440552] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.440699] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b40e9a-1124-4126-a195-f5b379e2304c taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.440839] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.440942] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.441111] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.441264] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.441338] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.441398] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.441533] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.441607] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.441686] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.441785] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.944467] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1b40e9a-1124-4126-a195-f5b379e2304c: rpc.has_security_group_logging(os_id): False [ 897.966550] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.966814] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.966814] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.967129] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.967260] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.967580] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.967943] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.967943] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.968111] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.968199] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.968535] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.968684] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.968758] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.969021] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.969163] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.969396] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.969529] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.969649] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.969845] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.969990] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.970127] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1b40e9a-1124-4126-a195-f5b379e2304c is going to be updated. [ 898.044866] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.045013] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.045148] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.045308] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.045456] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.061624] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1b40e9a-1124-4126-a195-f5b379e2304c in Status: IN_PROGRESS for 2s [ 898.606072] env[65476]: INFO networking_nsxv3.common.synchronization [req-a1cf15f8-7d06-4e4b-938d-dae28d0b2ca4 req-932bb437-f617-47eb-965e-65ef7b8abd8d tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Enqueued Resource ID: f1b40e9a-1124-4126-a195-f5b379e2304c with Priority: HIGHEST for action security_group_members [ 898.606648] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b40e9a-1124-4126-a195-f5b379e2304c with Priority: HIGHEST for action security_group_members [ 898.606989] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b40e9a-1124-4126-a195-f5b379e2304c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.608063] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.608063] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.608063] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.608063] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.608063] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.608063] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.608063] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.608063] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.608351] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.842275] env[65476]: INFO networking_nsxv3.common.synchronization [req-a1cf15f8-7d06-4e4b-938d-dae28d0b2ca4 req-aabb6aa2-067c-43a3-bbcd-eac8f3c4da71 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Enqueued Resource ID: f1b40e9a-1124-4126-a195-f5b379e2304c with Priority: HIGHEST for action security_group_members [ 898.842860] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b40e9a-1124-4126-a195-f5b379e2304c with Priority: HIGHEST for action security_group_members [ 898.843199] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1b40e9a-1124-4126-a195-f5b379e2304c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.843299] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.110841] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.745754] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.083597] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1b40e9a-1124-4126-a195-f5b379e2304c in Status: SUCCESS [ 900.083597] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.252688] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.252965] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.253093] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.253281] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.253367] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.253468] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1b40e9a-1124-4126-a195-f5b379e2304c is going to be updated. [ 900.297284] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.297284] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.297603] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.297603] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.297740] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.308139] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b40e9a-1124-4126-a195-f5b379e2304c in Status: IN_PROGRESS for 2s [ 901.264141] env[65476]: INFO networking_nsxv3.common.synchronization [req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc req-7cf924a7-65f4-4d37-bae9-123c8ebc164b tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Enqueued Resource ID: 3ef23534-3f99-4122-8fae-5790ddefcf3b with Priority: HIGHEST for action security_group_members [ 901.265020] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ef23534-3f99-4122-8fae-5790ddefcf3b with Priority: HIGHEST for action security_group_members [ 901.265390] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ef23534-3f99-4122-8fae-5790ddefcf3b taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.266397] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ef23534-3f99-4122-8fae-5790ddefcf3b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.266397] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ef23534-3f99-4122-8fae-5790ddefcf3b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.266397] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ef23534-3f99-4122-8fae-5790ddefcf3b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.266397] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.266397] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.266397] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.266397] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.266958] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.266958] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ef23534-3f99-4122-8fae-5790ddefcf3b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.769097] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.769299] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.769537] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.769537] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.769638] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.769853] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.770137] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.770137] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.770137] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.771078] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.771078] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ef23534-3f99-4122-8fae-5790ddefcf3b already deleted. [ 901.771078] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ef23534-3f99-4122-8fae-5790ddefcf3b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.812313] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.812600] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-407" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.812789] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-407" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.813108] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-407" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.813374] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.813534] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.813655] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.813860] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.814017] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.814223] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.814374] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.814510] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.814618] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.814730] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.814905] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.814967] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.837174] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.838768] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 901.839124] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.839429] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-407" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.840021] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-d2b255e3-306f-430f-917a-c5e4dbfe8647 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.841236] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-d2b255e3-306f-430f-917a-c5e4dbfe8647" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.841514] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-d2b255e3-306f-430f-917a-c5e4dbfe8647" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.842073] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-d2b255e3-306f-430f-917a-c5e4dbfe8647" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.842350] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2b255e3-306f-430f-917a-c5e4dbfe8647',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.319659] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b40e9a-1124-4126-a195-f5b379e2304c in Status: SUCCESS [ 902.319659] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.319659] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.319997] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.321029] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.321029] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.321029] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.321029] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.321029] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.321029] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.345709] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.346145] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.346523] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.347545] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.347802] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.348083] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port d2b255e3-306f-430f-917a-c5e4dbfe8647 not found, creating... [ 902.348459] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.348725] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.348956] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.349349] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.349614] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.351167] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.351167] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.351167] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.351167] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.351167] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.351167] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: d2b255e3-306f-430f-917a-c5e4dbfe8647 is going to be created. [ 902.377718] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.377946] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.378143] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.378548] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.378610] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.378942] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-d2b255e3-306f-430f-917a-c5e4dbfe8647" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.826572] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.826690] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.826769] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.828481] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.828481] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.828481] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.828481] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.828481] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.828481] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.828481] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.828481] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1b40e9a-1124-4126-a195-f5b379e2304c is going to be updated. [ 902.857370] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.857370] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.857370] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.858957] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.858957] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.869771] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b40e9a-1124-4126-a195-f5b379e2304c in Status: IN_PROGRESS for 2s [ 903.181315] env[65476]: INFO networking_nsxv3.common.synchronization [req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc req-c3ea1fa5-12ec-4e68-a68b-556306ee0da5 service nova] Enqueued Resource ID: 3ef23534-3f99-4122-8fae-5790ddefcf3b with Priority: HIGHEST for action security_group_rules [ 903.181975] env[65476]: INFO networking_nsxv3.common.synchronization [req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc req-c3ea1fa5-12ec-4e68-a68b-556306ee0da5 service nova] Enqueued Resource ID: 3ef23534-3f99-4122-8fae-5790ddefcf3b with Priority: HIGHEST for action security_group_members [ 903.182175] env[65476]: INFO networking_nsxv3.common.synchronization [req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc req-c3ea1fa5-12ec-4e68-a68b-556306ee0da5 service nova] Enqueued Resource ID: d2b255e3-306f-430f-917a-c5e4dbfe8647 with Priority: HIGHEST for action port [ 903.182733] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ef23534-3f99-4122-8fae-5790ddefcf3b with Priority: HIGHEST for action security_group_rules [ 903.182914] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ef23534-3f99-4122-8fae-5790ddefcf3b with Priority: HIGHEST for action security_group_members [ 903.182984] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b255e3-306f-430f-917a-c5e4dbfe8647 with Priority: HIGHEST for action port [ 903.183289] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ef23534-3f99-4122-8fae-5790ddefcf3b taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.183527] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ef23534-3f99-4122-8fae-5790ddefcf3b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.183527] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ef23534-3f99-4122-8fae-5790ddefcf3b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.183681] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ef23534-3f99-4122-8fae-5790ddefcf3b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.183790] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ef23534-3f99-4122-8fae-5790ddefcf3b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.185179] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ef23534-3f99-4122-8fae-5790ddefcf3b taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.185336] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ef23534-3f99-4122-8fae-5790ddefcf3b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.185405] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ef23534-3f99-4122-8fae-5790ddefcf3b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.185592] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ef23534-3f99-4122-8fae-5790ddefcf3b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.185746] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.185843] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.185949] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.186105] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.186152] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.186215] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ef23534-3f99-4122-8fae-5790ddefcf3b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.187408] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2b255e3-306f-430f-917a-c5e4dbfe8647 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.187541] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2b255e3-306f-430f-917a-c5e4dbfe8647" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.187601] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2b255e3-306f-430f-917a-c5e4dbfe8647" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.187733] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2b255e3-306f-430f-917a-c5e4dbfe8647" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.187809] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2b255e3-306f-430f-917a-c5e4dbfe8647',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.686290] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ef23534-3f99-4122-8fae-5790ddefcf3b taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.686567] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ef23534-3f99-4122-8fae-5790ddefcf3b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.687928] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ef23534-3f99-4122-8fae-5790ddefcf3b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.689353] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2b255e3-306f-430f-917a-c5e4dbfe8647 with status ACTIVE [ 903.689721] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.689925] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.690060] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.690299] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.690395] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.690584] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.690689] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.690758] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.690961] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.690961] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.691293] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.691293] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.691293] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.691429] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.691496] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.691571] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2b255e3-306f-430f-917a-c5e4dbfe8647 is going to be updated. [ 903.715275] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.715450] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.715523] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.715756] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.715894] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.716120] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2b255e3-306f-430f-917a-c5e4dbfe8647" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.190012] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ef23534-3f99-4122-8fae-5790ddefcf3b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.693600] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.694160] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.694160] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.694160] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.694264] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.694351] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ef23534-3f99-4122-8fae-5790ddefcf3b is going to be created. [ 904.723185] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.723413] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.723413] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.723657] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.723891] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.737178] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ef23534-3f99-4122-8fae-5790ddefcf3b in Status: UNINITIALIZED for 2s [ 904.894196] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1b40e9a-1124-4126-a195-f5b379e2304c in Status: SUCCESS [ 904.894425] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1b40e9a-1124-4126-a195-f5b379e2304c deletion is rescheduled due to dependency. [ 904.894889] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.843239] env[65476]: INFO networking_nsxv3.common.synchronization [req-336a55d8-a130-42a5-92b6-948243c7b87d req-525d338b-3eb9-4045-8dde-88d1bc162d4f tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Enqueued Resource ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee with Priority: HIGHEST for action security_group_members [ 905.844544] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee with Priority: HIGHEST for action security_group_members [ 905.845350] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbaac4fb-a1b3-4857-944c-fc646a4729ee taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.846086] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.846086] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.846086] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.846086] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.846086] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.846300] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.846300] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.846401] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.846520] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbaac4fb-a1b3-4857-944c-fc646a4729ee',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.305827] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-249 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.306116] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-249" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.306254] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-249" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.306545] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-249" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.306836] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.306995] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.307129] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.307380] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.307537] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.307767] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.307880] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 906.307985] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 906.308105] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 906.308273] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.308397] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 906.308540] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 906.349708] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.349943] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.350114] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.350461] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.350636] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.350914] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.351421] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.351421] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.351541] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.351603] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.351724] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee is going to be updated. [ 906.358655] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 906.358887] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.050 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 906.359160] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 906.359551] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-249" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.360079] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-af94b3f2-99b3-4c9a-8a35-1a1f7ca85d0a taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.360696] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-af94b3f2-99b3-4c9a-8a35-1a1f7ca85d0a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.360696] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-af94b3f2-99b3-4c9a-8a35-1a1f7ca85d0a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.361106] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-af94b3f2-99b3-4c9a-8a35-1a1f7ca85d0a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.361249] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af94b3f2-99b3-4c9a-8a35-1a1f7ca85d0a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.395396] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.395556] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.395625] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.395859] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.396015] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.407328] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee in Status: IN_PROGRESS for 2s [ 906.750294] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ef23534-3f99-4122-8fae-5790ddefcf3b in Status: SUCCESS [ 906.750630] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ef23534-3f99-4122-8fae-5790ddefcf3b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.750814] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ef23534-3f99-4122-8fae-5790ddefcf3b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.751170] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ef23534-3f99-4122-8fae-5790ddefcf3b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.751380] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.751500] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.751563] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.751721] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.751803] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.751889] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ef23534-3f99-4122-8fae-5790ddefcf3b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.751980] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ef23534-3f99-4122-8fae-5790ddefcf3b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.863722] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.864139] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.864139] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.864416] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.864563] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.864717] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port af94b3f2-99b3-4c9a-8a35-1a1f7ca85d0a not found, creating... [ 906.865112] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.865365] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.865490] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.865722] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.865859] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.866172] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.866332] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.866449] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.866661] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.866794] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.867009] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: af94b3f2-99b3-4c9a-8a35-1a1f7ca85d0a is going to be created. [ 906.890733] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.890733] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.890933] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.891198] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.891431] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.891680] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-af94b3f2-99b3-4c9a-8a35-1a1f7ca85d0a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.254252] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ef23534-3f99-4122-8fae-5790ddefcf3b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.597030] env[65476]: INFO networking_nsxv3.common.synchronization [req-336a55d8-a130-42a5-92b6-948243c7b87d req-3733e608-ad0f-4b22-b0e8-b9df85378cef service nova] Enqueued Resource ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee with Priority: HIGHEST for action security_group_rules [ 907.597030] env[65476]: INFO networking_nsxv3.common.synchronization [req-336a55d8-a130-42a5-92b6-948243c7b87d req-3733e608-ad0f-4b22-b0e8-b9df85378cef service nova] Enqueued Resource ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee with Priority: HIGHEST for action security_group_members [ 907.597030] env[65476]: INFO networking_nsxv3.common.synchronization [req-336a55d8-a130-42a5-92b6-948243c7b87d req-3733e608-ad0f-4b22-b0e8-b9df85378cef service nova] Enqueued Resource ID: af94b3f2-99b3-4c9a-8a35-1a1f7ca85d0a with Priority: HIGHEST for action port [ 907.597030] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee with Priority: HIGHEST for action security_group_rules [ 907.597030] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee with Priority: HIGHEST for action security_group_members [ 907.597030] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af94b3f2-99b3-4c9a-8a35-1a1f7ca85d0a with Priority: HIGHEST for action port [ 907.597030] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbaac4fb-a1b3-4857-944c-fc646a4729ee taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.597030] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.597030] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.598084] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.598280] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbaac4fb-a1b3-4857-944c-fc646a4729ee',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.599535] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbaac4fb-a1b3-4857-944c-fc646a4729ee taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.599763] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.600304] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-af94b3f2-99b3-4c9a-8a35-1a1f7ca85d0a taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.600525] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af94b3f2-99b3-4c9a-8a35-1a1f7ca85d0a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.600678] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af94b3f2-99b3-4c9a-8a35-1a1f7ca85d0a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.600975] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af94b3f2-99b3-4c9a-8a35-1a1f7ca85d0a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.601153] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af94b3f2-99b3-4c9a-8a35-1a1f7ca85d0a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.756941] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ef23534-3f99-4122-8fae-5790ddefcf3b: rpc.has_security_group_logging(os_id): False [ 907.779441] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.779797] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.779992] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.780467] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.780555] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.780934] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.781080] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.781136] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.781325] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.781435] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.781534] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ef23534-3f99-4122-8fae-5790ddefcf3b is going to be created. [ 907.847574] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.847574] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.847833] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.847876] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.848060] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.864870] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ef23534-3f99-4122-8fae-5790ddefcf3b in Status: IN_PROGRESS for 2s [ 908.103581] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbaac4fb-a1b3-4857-944c-fc646a4729ee taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.103758] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.103994] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af94b3f2-99b3-4c9a-8a35-1a1f7ca85d0a with status ACTIVE [ 908.104185] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.104297] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.104364] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.104608] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.104710] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.104881] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.104976] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.105052] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.105484] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.105484] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.105484] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.105644] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.105644] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.105850] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.105948] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.106057] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af94b3f2-99b3-4c9a-8a35-1a1f7ca85d0a is going to be updated. [ 908.131804] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.131979] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.132046] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.132262] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.132401] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.132631] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af94b3f2-99b3-4c9a-8a35-1a1f7ca85d0a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.420658] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee in Status: SUCCESS [ 908.420858] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee deletion is rescheduled due to dependency. [ 908.421009] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.421211] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.421479] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.421673] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.421813] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.421851] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.422030] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.422151] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.422267] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbaac4fb-a1b3-4857-944c-fc646a4729ee',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.924712] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbaac4fb-a1b3-4857-944c-fc646a4729ee',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.427690] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbaac4fb-a1b3-4857-944c-fc646a4729ee',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.878216] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ef23534-3f99-4122-8fae-5790ddefcf3b in Status: SUCCESS [ 909.878581] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ef23534-3f99-4122-8fae-5790ddefcf3b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.929882] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.929882] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.930421] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.930421] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.930421] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.930421] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee is going to be updated. [ 909.963434] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.963643] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.963643] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.963871] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.964171] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.974325] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee in Status: IN_PROGRESS for 2s [ 910.439416] env[65476]: INFO networking_nsxv3.common.synchronization [req-20447156-3748-4feb-8b42-3478df22294e req-8738a73e-6472-405f-abad-3e6af41bfe8f tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Enqueued Resource ID: 7284fc6a-f972-41b3-b6cd-5042cd5d8f78 with Priority: HIGHEST for action security_group_members [ 910.439963] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7284fc6a-f972-41b3-b6cd-5042cd5d8f78 with Priority: HIGHEST for action security_group_members [ 910.440283] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-7284fc6a-f972-41b3-b6cd-5042cd5d8f78 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.441354] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7284fc6a-f972-41b3-b6cd-5042cd5d8f78" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.441354] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7284fc6a-f972-41b3-b6cd-5042cd5d8f78" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.442072] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7284fc6a-f972-41b3-b6cd-5042cd5d8f78" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.442292] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.442422] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.442497] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.442715] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.442824] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.442958] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7284fc6a-f972-41b3-b6cd-5042cd5d8f78',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.818380] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-736 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.818634] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-736" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.818722] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-736" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.819093] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-736" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.819348] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.819515] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.819633] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.819836] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.819974] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.820598] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.820598] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.820598] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.820598] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.820873] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.820873] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.820999] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.844226] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.844435] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 910.844591] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.844714] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-736" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.845070] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-494d15dc-621d-42c7-8489-0ff4e105f95d taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.845302] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-494d15dc-621d-42c7-8489-0ff4e105f95d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.845406] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-494d15dc-621d-42c7-8489-0ff4e105f95d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.845762] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-494d15dc-621d-42c7-8489-0ff4e105f95d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.845900] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('494d15dc-621d-42c7-8489-0ff4e105f95d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.945989] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.946358] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.946358] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.946470] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.946775] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.947307] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.947480] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.947480] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.947669] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.947968] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.947968] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7284fc6a-f972-41b3-b6cd-5042cd5d8f78 already deleted. [ 910.947968] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7284fc6a-f972-41b3-b6cd-5042cd5d8f78" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.348592] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.348877] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.349119] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.349479] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.349564] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.349764] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port 494d15dc-621d-42c7-8489-0ff4e105f95d not found, creating... [ 911.350111] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.350319] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.350471] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.351669] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.351669] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.351669] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.351669] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.351669] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.351669] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.352066] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.352066] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: 494d15dc-621d-42c7-8489-0ff4e105f95d is going to be created. [ 911.375491] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.375684] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.375915] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.376262] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.376511] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.376802] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-494d15dc-621d-42c7-8489-0ff4e105f95d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.986494] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee in Status: SUCCESS [ 911.986786] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.987238] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.987238] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.987363] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.987523] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.987562] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.987700] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.987781] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.987878] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.987957] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbaac4fb-a1b3-4857-944c-fc646a4729ee',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.127172] env[65476]: INFO networking_nsxv3.common.synchronization [req-20447156-3748-4feb-8b42-3478df22294e req-2035ea03-ccdc-458c-bd12-b88eba111a3f service nova] Enqueued Resource ID: 7284fc6a-f972-41b3-b6cd-5042cd5d8f78 with Priority: HIGHEST for action security_group_rules [ 912.127172] env[65476]: INFO networking_nsxv3.common.synchronization [req-20447156-3748-4feb-8b42-3478df22294e req-2035ea03-ccdc-458c-bd12-b88eba111a3f service nova] Enqueued Resource ID: 7284fc6a-f972-41b3-b6cd-5042cd5d8f78 with Priority: HIGHEST for action security_group_members [ 912.127172] env[65476]: INFO networking_nsxv3.common.synchronization [req-20447156-3748-4feb-8b42-3478df22294e req-2035ea03-ccdc-458c-bd12-b88eba111a3f service nova] Enqueued Resource ID: 494d15dc-621d-42c7-8489-0ff4e105f95d with Priority: HIGHEST for action port [ 912.127172] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7284fc6a-f972-41b3-b6cd-5042cd5d8f78 with Priority: HIGHEST for action security_group_rules [ 912.127172] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7284fc6a-f972-41b3-b6cd-5042cd5d8f78 with Priority: HIGHEST for action security_group_members [ 912.127172] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 494d15dc-621d-42c7-8489-0ff4e105f95d with Priority: HIGHEST for action port [ 912.127379] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7284fc6a-f972-41b3-b6cd-5042cd5d8f78 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.127442] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7284fc6a-f972-41b3-b6cd-5042cd5d8f78" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.127477] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7284fc6a-f972-41b3-b6cd-5042cd5d8f78" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.128136] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7284fc6a-f972-41b3-b6cd-5042cd5d8f78" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.128202] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7284fc6a-f972-41b3-b6cd-5042cd5d8f78',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.129078] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-7284fc6a-f972-41b3-b6cd-5042cd5d8f78 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.129187] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7284fc6a-f972-41b3-b6cd-5042cd5d8f78" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.129241] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7284fc6a-f972-41b3-b6cd-5042cd5d8f78" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.129387] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7284fc6a-f972-41b3-b6cd-5042cd5d8f78" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.129533] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.129625] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.129683] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.129849] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.136135] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.136135] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7284fc6a-f972-41b3-b6cd-5042cd5d8f78',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.136135] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-494d15dc-621d-42c7-8489-0ff4e105f95d taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.136135] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-494d15dc-621d-42c7-8489-0ff4e105f95d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.136135] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-494d15dc-621d-42c7-8489-0ff4e105f95d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.136135] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-494d15dc-621d-42c7-8489-0ff4e105f95d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.136135] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('494d15dc-621d-42c7-8489-0ff4e105f95d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.498329] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbaac4fb-a1b3-4857-944c-fc646a4729ee taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.498329] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.498329] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.498329] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.498329] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.498329] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.498329] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.498329] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.498329] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.498329] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.498329] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbaac4fb-a1b3-4857-944c-fc646a4729ee taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.498329] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.498329] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.498329] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.498329] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.498329] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.498805] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.498805] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.498805] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.498805] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.498805] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbaac4fb-a1b3-4857-944c-fc646a4729ee',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.501382] env[65476]: INFO networking_nsxv3.common.synchronization [None req-051921bd-2ba1-494b-a529-76be065cf7af None None] Enqueued Resource ID: a70f5bc9-05c9-4cea-9470-23d9591a6547 with Priority: HIGHEST for action port [ 912.502248] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70f5bc9-05c9-4cea-9470-23d9591a6547 with Priority: HIGHEST for action port [ 912.502491] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-a70f5bc9-05c9-4cea-9470-23d9591a6547 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.502596] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a70f5bc9-05c9-4cea-9470-23d9591a6547" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.502654] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a70f5bc9-05c9-4cea-9470-23d9591a6547" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.502882] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a70f5bc9-05c9-4cea-9470-23d9591a6547" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.502978] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a70f5bc9-05c9-4cea-9470-23d9591a6547',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.637404] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-7284fc6a-f972-41b3-b6cd-5042cd5d8f78 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.638336] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7284fc6a-f972-41b3-b6cd-5042cd5d8f78" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.638423] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7284fc6a-f972-41b3-b6cd-5042cd5d8f78',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.639796] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 494d15dc-621d-42c7-8489-0ff4e105f95d with status ACTIVE [ 912.640019] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.640251] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.640382] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.641490] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.641784] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.642085] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.642276] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.642440] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.642564] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.642675] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.643017] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.643592] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.643592] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.643592] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.643592] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.643744] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 494d15dc-621d-42c7-8489-0ff4e105f95d is going to be updated. [ 912.666483] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.666642] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.666724] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.666941] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.667110] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.667295] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-494d15dc-621d-42c7-8489-0ff4e105f95d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.002890] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbaac4fb-a1b3-4857-944c-fc646a4729ee: rpc.has_security_group_logging(os_id): False [ 913.007769] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a70f5bc9-05c9-4cea-9470-23d9591a6547 [ 913.008500] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.008742] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.008825] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.009175] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.009300] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.010604] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a70f5bc9-05c9-4cea-9470-23d9591a6547 already deleted. [ 913.010717] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a70f5bc9-05c9-4cea-9470-23d9591a6547" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.021378] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.021613] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.021613] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.021896] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.021896] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.022162] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.022274] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.022337] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.022499] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.022577] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.022801] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.022879] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.022927] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.023088] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.023168] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.023373] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.023466] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.023526] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.023672] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.023743] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.023826] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee is going to be updated. [ 913.090708] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.090708] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.090708] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.090708] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.090708] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.106229] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee in Status: IN_PROGRESS for 2s [ 913.147084] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7284fc6a-f972-41b3-b6cd-5042cd5d8f78',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.619610] env[65476]: INFO networking_nsxv3.common.synchronization [req-8b9d21e6-040e-460a-8f26-471e98ae8849 req-67605bea-6100-4599-a498-d78c09176492 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Enqueued Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_members [ 913.619610] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_members [ 913.619610] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.619610] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.619610] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.619610] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.619610] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.619610] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.620246] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.620566] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.620763] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.620987] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.653538] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.653538] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.653538] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.653538] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.653538] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.653538] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7284fc6a-f972-41b3-b6cd-5042cd5d8f78 is going to be created. [ 913.676668] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.677068] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.677203] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.677460] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.677724] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.688133] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7284fc6a-f972-41b3-b6cd-5042cd5d8f78 in Status: UNINITIALIZED for 2s [ 914.126531] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.126531] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.126531] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.126531] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.126531] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.126531] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.126531] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.126531] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.126531] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.126531] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.126531] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 is going to be updated. [ 914.157294] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.157294] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.157294] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.157294] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.157294] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.166672] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 in Status: IN_PROGRESS for 2s [ 914.799782] env[65476]: INFO networking_nsxv3.common.synchronization [None req-7ed91794-9688-4fa6-bba5-67563d63c227 None None] Enqueued Resource ID: 2d52506a-04bc-45fc-a4de-9da3e400250f with Priority: HIGHEST for action port [ 914.801282] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d52506a-04bc-45fc-a4de-9da3e400250f with Priority: HIGHEST for action port [ 914.801654] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d52506a-04bc-45fc-a4de-9da3e400250f taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.801832] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d52506a-04bc-45fc-a4de-9da3e400250f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.801938] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d52506a-04bc-45fc-a4de-9da3e400250f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.802267] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d52506a-04bc-45fc-a4de-9da3e400250f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.802406] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d52506a-04bc-45fc-a4de-9da3e400250f',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.122223] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee in Status: SUCCESS [ 915.122642] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.221649] env[65476]: INFO networking_nsxv3.common.synchronization [req-0529475b-d49e-4cf1-be62-6f78bab068b0 req-eff668e5-1f8b-4741-8961-97cbf0ec7cae tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Enqueued Resource ID: ea1d4ccb-e223-4423-92ec-f42107b436a3 with Priority: HIGHEST for action security_group_members [ 915.221934] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea1d4ccb-e223-4423-92ec-f42107b436a3 with Priority: HIGHEST for action security_group_members [ 915.222155] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea1d4ccb-e223-4423-92ec-f42107b436a3 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.222384] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea1d4ccb-e223-4423-92ec-f42107b436a3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.224932] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea1d4ccb-e223-4423-92ec-f42107b436a3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.224932] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea1d4ccb-e223-4423-92ec-f42107b436a3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.224932] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.224932] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.224932] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.224932] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.224932] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.224932] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea1d4ccb-e223-4423-92ec-f42107b436a3',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.304928] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d52506a-04bc-45fc-a4de-9da3e400250f [ 915.305275] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.305504] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.305705] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.305911] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.306016] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.306140] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d52506a-04bc-45fc-a4de-9da3e400250f already deleted. [ 915.306281] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d52506a-04bc-45fc-a4de-9da3e400250f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.668011] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-689 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.668229] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-689" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.668354] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-689" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.668627] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-689" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.668898] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.669247] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.669411] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.669998] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.670183] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.670407] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.670522] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 915.670631] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 915.670738] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 915.670847] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.671014] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 915.671134] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 915.690587] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 915.690716] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 915.690763] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 915.691965] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-689" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.691965] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-f7f573d3-8686-443c-8bf5-8c606d09263c taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.691965] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-f7f573d3-8686-443c-8bf5-8c606d09263c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.691965] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-f7f573d3-8686-443c-8bf5-8c606d09263c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.691965] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-f7f573d3-8686-443c-8bf5-8c606d09263c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.692261] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7f573d3-8686-443c-8bf5-8c606d09263c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.702556] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7284fc6a-f972-41b3-b6cd-5042cd5d8f78 in Status: SUCCESS [ 915.702764] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7284fc6a-f972-41b3-b6cd-5042cd5d8f78" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.702920] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7284fc6a-f972-41b3-b6cd-5042cd5d8f78" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.703176] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7284fc6a-f972-41b3-b6cd-5042cd5d8f78" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.703364] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.703586] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.703586] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.703688] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.703766] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.703852] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7284fc6a-f972-41b3-b6cd-5042cd5d8f78" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.703941] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7284fc6a-f972-41b3-b6cd-5042cd5d8f78',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.727287] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.727466] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.727466] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.727741] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.727830] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.728184] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.729337] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.729337] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.729337] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.729337] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.729337] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea1d4ccb-e223-4423-92ec-f42107b436a3 already deleted. [ 915.729337] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea1d4ccb-e223-4423-92ec-f42107b436a3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.176196] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 in Status: SUCCESS [ 916.176408] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 deletion is rescheduled due to dependency. [ 916.176680] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.195370] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.195696] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.195842] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.196161] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.196407] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.196802] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port f7f573d3-8686-443c-8bf5-8c606d09263c not found, creating... [ 916.197130] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.197313] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.197431] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.197670] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.197810] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.198157] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.198320] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.198439] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.198649] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.198779] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.198929] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: f7f573d3-8686-443c-8bf5-8c606d09263c is going to be created. [ 916.207565] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-7284fc6a-f972-41b3-b6cd-5042cd5d8f78 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.207740] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7284fc6a-f972-41b3-b6cd-5042cd5d8f78" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.207833] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7284fc6a-f972-41b3-b6cd-5042cd5d8f78" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.208190] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7284fc6a-f972-41b3-b6cd-5042cd5d8f78" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.208386] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.208520] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.208606] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.208810] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.208922] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.209051] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7284fc6a-f972-41b3-b6cd-5042cd5d8f78" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.209251] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-7284fc6a-f972-41b3-b6cd-5042cd5d8f78 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.209371] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7284fc6a-f972-41b3-b6cd-5042cd5d8f78" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.209454] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7284fc6a-f972-41b3-b6cd-5042cd5d8f78" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.209635] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7284fc6a-f972-41b3-b6cd-5042cd5d8f78" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.209809] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.209927] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.210050] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.210239] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.210349] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.210457] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7284fc6a-f972-41b3-b6cd-5042cd5d8f78" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.210575] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7284fc6a-f972-41b3-b6cd-5042cd5d8f78',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.224085] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.224500] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.224558] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.224897] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.225212] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.225524] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-f7f573d3-8686-443c-8bf5-8c606d09263c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.716022] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7284fc6a-f972-41b3-b6cd-5042cd5d8f78: rpc.has_security_group_logging(os_id): False [ 916.737025] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.737025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.737025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.737025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.737025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.737025] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.737025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.737025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.737025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.737025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.737025] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.737025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.737025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.737025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.737025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.737613] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.737613] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.737613] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.737613] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.737613] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.737613] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7284fc6a-f972-41b3-b6cd-5042cd5d8f78 is going to be created. [ 916.801261] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.801430] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.801509] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.801790] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.801888] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.815983] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7284fc6a-f972-41b3-b6cd-5042cd5d8f78 in Status: IN_PROGRESS for 2s [ 916.962617] env[65476]: INFO networking_nsxv3.common.synchronization [req-0529475b-d49e-4cf1-be62-6f78bab068b0 req-a472f3e1-ba34-43e5-91ed-95f11c259e5d service nova] Enqueued Resource ID: ea1d4ccb-e223-4423-92ec-f42107b436a3 with Priority: HIGHEST for action security_group_rules [ 916.962793] env[65476]: INFO networking_nsxv3.common.synchronization [req-0529475b-d49e-4cf1-be62-6f78bab068b0 req-a472f3e1-ba34-43e5-91ed-95f11c259e5d service nova] Enqueued Resource ID: ea1d4ccb-e223-4423-92ec-f42107b436a3 with Priority: HIGHEST for action security_group_members [ 916.962930] env[65476]: INFO networking_nsxv3.common.synchronization [req-0529475b-d49e-4cf1-be62-6f78bab068b0 req-a472f3e1-ba34-43e5-91ed-95f11c259e5d service nova] Enqueued Resource ID: f7f573d3-8686-443c-8bf5-8c606d09263c with Priority: HIGHEST for action port [ 916.964132] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea1d4ccb-e223-4423-92ec-f42107b436a3 with Priority: HIGHEST for action security_group_rules [ 916.964536] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea1d4ccb-e223-4423-92ec-f42107b436a3 with Priority: HIGHEST for action security_group_members [ 916.964599] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7f573d3-8686-443c-8bf5-8c606d09263c with Priority: HIGHEST for action port [ 916.966734] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea1d4ccb-e223-4423-92ec-f42107b436a3 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.967533] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea1d4ccb-e223-4423-92ec-f42107b436a3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.967613] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea1d4ccb-e223-4423-92ec-f42107b436a3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.967841] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea1d4ccb-e223-4423-92ec-f42107b436a3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.967928] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea1d4ccb-e223-4423-92ec-f42107b436a3',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.968896] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea1d4ccb-e223-4423-92ec-f42107b436a3 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.969037] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea1d4ccb-e223-4423-92ec-f42107b436a3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.969109] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea1d4ccb-e223-4423-92ec-f42107b436a3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.969290] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea1d4ccb-e223-4423-92ec-f42107b436a3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.969439] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.969531] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.969593] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.969733] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.973022] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.973022] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea1d4ccb-e223-4423-92ec-f42107b436a3',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.973022] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7f573d3-8686-443c-8bf5-8c606d09263c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.973022] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7f573d3-8686-443c-8bf5-8c606d09263c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.973022] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7f573d3-8686-443c-8bf5-8c606d09263c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.973022] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7f573d3-8686-443c-8bf5-8c606d09263c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.973022] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7f573d3-8686-443c-8bf5-8c606d09263c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.473768] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea1d4ccb-e223-4423-92ec-f42107b436a3',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.474760] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7f573d3-8686-443c-8bf5-8c606d09263c with status ACTIVE [ 917.474993] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.475154] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.475204] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.475444] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.475522] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.475712] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.475808] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.475869] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.476055] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.476134] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.476341] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.476694] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.476694] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.476923] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.476983] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.477077] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7f573d3-8686-443c-8bf5-8c606d09263c is going to be updated. [ 917.481232] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea1d4ccb-e223-4423-92ec-f42107b436a3 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.481232] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea1d4ccb-e223-4423-92ec-f42107b436a3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.502426] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.503227] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.503227] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.503227] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.503227] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.503401] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7f573d3-8686-443c-8bf5-8c606d09263c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.600269] env[65476]: INFO networking_nsxv3.common.synchronization [req-9b03124c-6cfe-4c5e-aaef-394c7e3c9a00 req-bda8ef8a-32f8-4210-adbd-6b3ab7ec4596 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Enqueued Resource ID: 4fece061-3d2e-49ae-812d-cff782500406 with Priority: HIGHEST for action security_group_members [ 917.601220] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fece061-3d2e-49ae-812d-cff782500406 with Priority: HIGHEST for action security_group_members [ 917.601636] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fece061-3d2e-49ae-812d-cff782500406 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.601762] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.601828] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.602055] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.602216] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.602368] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.602404] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.602651] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.602651] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.602740] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fece061-3d2e-49ae-812d-cff782500406',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.982940] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea1d4ccb-e223-4423-92ec-f42107b436a3',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.105449] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.106475] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.106475] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.106571] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.131629] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.131952] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.132098] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.132162] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.132390] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.132470] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.132557] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fece061-3d2e-49ae-812d-cff782500406 is going to be updated. [ 918.161749] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.161881] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.161947] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.162219] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.162363] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.174998] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fece061-3d2e-49ae-812d-cff782500406 in Status: IN_PROGRESS for 2s [ 918.486860] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.486860] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.486860] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.487901] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.487901] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.487901] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea1d4ccb-e223-4423-92ec-f42107b436a3 is going to be created. [ 918.518925] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.519078] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.519078] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.519437] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.519678] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.531345] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea1d4ccb-e223-4423-92ec-f42107b436a3 in Status: UNINITIALIZED for 2s [ 918.831460] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7284fc6a-f972-41b3-b6cd-5042cd5d8f78 in Status: SUCCESS [ 918.831742] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7284fc6a-f972-41b3-b6cd-5042cd5d8f78" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.840219] env[65476]: INFO networking_nsxv3.common.synchronization [req-081c6b76-015e-4062-a68f-33ffb45cc356 req-5e8ba23c-7dd0-4302-bdd8-85ff9727a535 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Enqueued Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_members [ 919.843719] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_members [ 919.844589] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.845416] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.845416] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.846554] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.846554] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.846554] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.846554] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.846554] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.846554] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.846554] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.186488] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fece061-3d2e-49ae-812d-cff782500406 in Status: SUCCESS [ 920.186488] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fece061-3d2e-49ae-812d-cff782500406 deletion is rescheduled due to dependency. [ 920.186488] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.312020] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.312020] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-592" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.312020] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-592" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.312020] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-592" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.312020] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.312020] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.312020] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.312020] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.312020] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.312020] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.312020] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 920.312020] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 920.312020] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 920.312599] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.312599] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 920.312599] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 920.333882] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 920.334160] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 920.334372] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 920.334625] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-592" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.335582] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-a69b4628-2f44-45a6-adec-df6d095474c9 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.335582] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-a69b4628-2f44-45a6-adec-df6d095474c9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.335582] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-a69b4628-2f44-45a6-adec-df6d095474c9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.336320] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-a69b4628-2f44-45a6-adec-df6d095474c9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.337040] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a69b4628-2f44-45a6-adec-df6d095474c9',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.349808] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.542546] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea1d4ccb-e223-4423-92ec-f42107b436a3 in Status: SUCCESS [ 920.542861] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea1d4ccb-e223-4423-92ec-f42107b436a3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.543123] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea1d4ccb-e223-4423-92ec-f42107b436a3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.543441] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea1d4ccb-e223-4423-92ec-f42107b436a3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.543696] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.543936] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.543936] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.544188] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.544304] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.544422] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea1d4ccb-e223-4423-92ec-f42107b436a3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.544559] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea1d4ccb-e223-4423-92ec-f42107b436a3',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.840856] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.841439] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.841439] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.841608] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.841724] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.841888] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port a69b4628-2f44-45a6-adec-df6d095474c9 not found, creating... [ 920.842177] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.842341] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.842448] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.842667] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.842802] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.843154] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.843318] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.843432] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.843641] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.843772] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.843909] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: a69b4628-2f44-45a6-adec-df6d095474c9 is going to be created. [ 920.850828] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.867799] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.868142] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.868380] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.868702] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.869210] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.869495] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-a69b4628-2f44-45a6-adec-df6d095474c9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.925330] env[65476]: INFO networking_nsxv3.common.synchronization [req-7d45b035-f00e-4019-bfef-c545d7fe7de6 req-d420dc40-456c-4cd4-9c9d-964a33e72ca6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Enqueued Resource ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d with Priority: HIGHEST for action security_group_members [ 920.926584] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d with Priority: HIGHEST for action security_group_members [ 920.926969] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.926969] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.926969] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.927665] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.927665] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.928660] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.928771] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.928977] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.929308] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.929308] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1478b812-46e7-4dc6-9bb2-92bf8fa7f09d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.047748] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea1d4ccb-e223-4423-92ec-f42107b436a3',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.353934] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.353934] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.353934] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.353934] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.354184] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.354184] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce161cd1-25c0-4dff-a320-e47e330247dd is going to be updated. [ 921.400181] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.400181] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.400181] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.400181] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.400181] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.408720] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: IN_PROGRESS for 2s [ 921.433859] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.434076] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.434199] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.434666] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.434666] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.434666] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.435840] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.435840] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.435840] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.435840] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.435840] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d is going to be updated. [ 921.478033] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.478180] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.478252] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.478475] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.478629] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.493346] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d in Status: IN_PROGRESS for 2s [ 921.549903] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea1d4ccb-e223-4423-92ec-f42107b436a3: rpc.has_security_group_logging(os_id): False [ 921.569395] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.569395] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.569395] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.569681] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.569757] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.570060] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.570125] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.570185] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.570352] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.570431] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.570520] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea1d4ccb-e223-4423-92ec-f42107b436a3 is going to be created. [ 921.634022] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.634022] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.634022] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.634022] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.634022] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.647343] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea1d4ccb-e223-4423-92ec-f42107b436a3 in Status: IN_PROGRESS for 2s [ 921.652126] env[65476]: INFO networking_nsxv3.common.synchronization [req-081c6b76-015e-4062-a68f-33ffb45cc356 req-cd9089bc-36ac-4e40-904d-ecfbc4911466 service nova] Enqueued Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_rules [ 921.652299] env[65476]: INFO networking_nsxv3.common.synchronization [req-081c6b76-015e-4062-a68f-33ffb45cc356 req-cd9089bc-36ac-4e40-904d-ecfbc4911466 service nova] Enqueued Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_members [ 921.652430] env[65476]: INFO networking_nsxv3.common.synchronization [req-081c6b76-015e-4062-a68f-33ffb45cc356 req-cd9089bc-36ac-4e40-904d-ecfbc4911466 service nova] Enqueued Resource ID: a69b4628-2f44-45a6-adec-df6d095474c9 with Priority: HIGHEST for action port [ 921.652912] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_rules [ 921.653088] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_members [ 921.653197] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a69b4628-2f44-45a6-adec-df6d095474c9 with Priority: HIGHEST for action port [ 921.653867] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.653867] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.653867] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.653867] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.654186] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.655959] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.655959] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.655959] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-a69b4628-2f44-45a6-adec-df6d095474c9 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.655959] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a69b4628-2f44-45a6-adec-df6d095474c9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.655959] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a69b4628-2f44-45a6-adec-df6d095474c9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.655959] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a69b4628-2f44-45a6-adec-df6d095474c9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.655959] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a69b4628-2f44-45a6-adec-df6d095474c9',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.157234] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.157547] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.157587] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a69b4628-2f44-45a6-adec-df6d095474c9 with status ACTIVE [ 922.157727] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.157829] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.157921] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.158122] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.158455] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.159053] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.159210] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.159290] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.159485] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.159569] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.159782] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.159889] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.159952] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.160118] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.160209] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.160298] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a69b4628-2f44-45a6-adec-df6d095474c9 is going to be updated. [ 922.186101] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.186299] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.186367] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.186541] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.186658] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.187428] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a69b4628-2f44-45a6-adec-df6d095474c9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.424556] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: SUCCESS [ 923.424556] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.424556] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.424556] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.424556] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.424556] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.424556] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.424556] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.424556] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.424556] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.503925] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d in Status: SUCCESS [ 923.504585] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d deletion is rescheduled due to dependency. [ 923.504585] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.580417] env[65476]: INFO networking_nsxv3.common.synchronization [None req-743d22b7-6ecd-4602-9e58-e3b07d2d73f7 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Enqueued Resource ID: b69d28bb-b345-4dff-adb1-8c000d62a780 with Priority: HIGHEST for action security_group_rules [ 923.580417] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b69d28bb-b345-4dff-adb1-8c000d62a780 with Priority: HIGHEST for action security_group_rules [ 923.580627] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b69d28bb-b345-4dff-adb1-8c000d62a780 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.580755] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b69d28bb-b345-4dff-adb1-8c000d62a780" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.580889] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b69d28bb-b345-4dff-adb1-8c000d62a780" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.581218] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b69d28bb-b345-4dff-adb1-8c000d62a780" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.581337] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b69d28bb-b345-4dff-adb1-8c000d62a780',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.669988] env[65476]: INFO networking_nsxv3.common.synchronization [None req-959b906b-a8a7-4e15-87ff-6b0fe2437d7d tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Enqueued Resource ID: b69d28bb-b345-4dff-adb1-8c000d62a780 with Priority: HIGHEST for action security_group_rules [ 923.670517] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea1d4ccb-e223-4423-92ec-f42107b436a3 in Status: SUCCESS [ 923.670781] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea1d4ccb-e223-4423-92ec-f42107b436a3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.671353] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b69d28bb-b345-4dff-adb1-8c000d62a780 with Priority: HIGHEST for action security_group_rules [ 923.671897] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b69d28bb-b345-4dff-adb1-8c000d62a780 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.671897] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b69d28bb-b345-4dff-adb1-8c000d62a780" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.925721] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.103442] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.103442] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.103442] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.103632] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.103632] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.103740] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b69d28bb-b345-4dff-adb1-8c000d62a780 already deleted. [ 924.104860] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b69d28bb-b345-4dff-adb1-8c000d62a780" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.104860] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b69d28bb-b345-4dff-adb1-8c000d62a780" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.104860] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b69d28bb-b345-4dff-adb1-8c000d62a780" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.104860] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b69d28bb-b345-4dff-adb1-8c000d62a780',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.431702] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.630717] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.630907] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.630907] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.631123] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.631217] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.631316] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b69d28bb-b345-4dff-adb1-8c000d62a780 already deleted. [ 924.631398] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b69d28bb-b345-4dff-adb1-8c000d62a780" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.935501] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.936230] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.936899] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.937383] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.937383] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.937583] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce161cd1-25c0-4dff-a320-e47e330247dd is going to be updated. [ 924.967559] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.967717] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.967794] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.968040] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.968325] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.977978] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: IN_PROGRESS for 2s [ 925.509513] env[65476]: INFO networking_nsxv3.common.synchronization [None req-2a8b2c9a-c005-40b7-ac70-16d1adcbfde0 None None] Enqueued Resource ID: cd274bc3-c12e-4ca5-b80e-7e56d5c75105 with Priority: HIGHEST for action port [ 925.510356] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd274bc3-c12e-4ca5-b80e-7e56d5c75105 with Priority: HIGHEST for action port [ 925.510579] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd274bc3-c12e-4ca5-b80e-7e56d5c75105 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.510727] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd274bc3-c12e-4ca5-b80e-7e56d5c75105" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.510827] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd274bc3-c12e-4ca5-b80e-7e56d5c75105" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.511132] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd274bc3-c12e-4ca5-b80e-7e56d5c75105" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.511250] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd274bc3-c12e-4ca5-b80e-7e56d5c75105',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.013427] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd274bc3-c12e-4ca5-b80e-7e56d5c75105 [ 926.013753] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.013917] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.013917] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.014206] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.014206] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.014389] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd274bc3-c12e-4ca5-b80e-7e56d5c75105 already deleted. [ 926.014389] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd274bc3-c12e-4ca5-b80e-7e56d5c75105" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.993950] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: SUCCESS [ 926.994319] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.994480] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.994737] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.994956] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.995087] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.995185] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.995809] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.995809] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.995809] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.995809] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.499934] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.500029] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.500136] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.500443] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.501096] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.501096] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.501096] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.502061] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.502254] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.502439] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.502725] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.502910] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.502996] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.503243] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.503438] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.503561] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.503630] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.503793] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.503870] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.503979] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.504087] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.507543] env[65476]: INFO networking_nsxv3.common.synchronization [req-63f0e84f-9e4a-465d-879f-695effedcc82 req-802b5216-5251-49d9-98a0-bcadc6a16c57 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Enqueued Resource ID: d80ba68a-b076-4d3b-be24-8f2348659dda with Priority: HIGHEST for action security_group_members [ 927.509234] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d80ba68a-b076-4d3b-be24-8f2348659dda with Priority: HIGHEST for action security_group_members [ 927.509234] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d80ba68a-b076-4d3b-be24-8f2348659dda taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.509234] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.509361] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.510047] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.510047] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.510047] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.510047] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.510219] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.510360] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.510529] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d80ba68a-b076-4d3b-be24-8f2348659dda',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.009424] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce161cd1-25c0-4dff-a320-e47e330247dd: rpc.has_security_group_logging(os_id): False [ 928.017912] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.018208] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.018414] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.018447] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.027252] env[65476]: INFO networking_nsxv3.common.synchronization [None req-07929237-b529-4254-aadc-2e44a9b22bb6 None None] Enqueued Resource ID: 09bc472e-ad13-44bf-ad66-3f9cf2cffd7f with Priority: HIGHEST for action port [ 928.028793] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09bc472e-ad13-44bf-ad66-3f9cf2cffd7f with Priority: HIGHEST for action port [ 928.028793] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-09bc472e-ad13-44bf-ad66-3f9cf2cffd7f taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.028793] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09bc472e-ad13-44bf-ad66-3f9cf2cffd7f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.028793] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09bc472e-ad13-44bf-ad66-3f9cf2cffd7f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.028793] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09bc472e-ad13-44bf-ad66-3f9cf2cffd7f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.028793] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09bc472e-ad13-44bf-ad66-3f9cf2cffd7f',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.035374] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.035374] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.041376] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.041376] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.041376] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.041376] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.041376] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.041376] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.041376] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d80ba68a-b076-4d3b-be24-8f2348659dda is going to be updated. [ 928.041376] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.041376] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.041376] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.041376] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.041884] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.041884] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.041884] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.041884] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.041999] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.042118] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.042159] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.042274] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.042353] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.042521] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.042613] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.042664] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.042793] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.042863] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.042944] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce161cd1-25c0-4dff-a320-e47e330247dd is going to be updated. [ 928.080604] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.080738] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.080950] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.081161] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.081252] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.093693] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d80ba68a-b076-4d3b-be24-8f2348659dda in Status: IN_PROGRESS for 2s [ 928.110305] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.110845] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.110845] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.110845] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.110845] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.130376] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: IN_PROGRESS for 2s [ 928.249800] env[65476]: INFO networking_nsxv3.common.synchronization [req-929005c2-8c41-4ec1-bf0f-29aa053dc776 req-eab99a7d-394d-41d2-938b-98ff492fb3cb tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Enqueued Resource ID: 7284fc6a-f972-41b3-b6cd-5042cd5d8f78 with Priority: HIGHEST for action security_group_members [ 928.250446] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7284fc6a-f972-41b3-b6cd-5042cd5d8f78 with Priority: HIGHEST for action security_group_members [ 928.250769] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-7284fc6a-f972-41b3-b6cd-5042cd5d8f78 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.250890] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7284fc6a-f972-41b3-b6cd-5042cd5d8f78" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.250959] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7284fc6a-f972-41b3-b6cd-5042cd5d8f78" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.251267] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7284fc6a-f972-41b3-b6cd-5042cd5d8f78" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.251440] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.251560] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.251649] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.251826] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.251915] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.252014] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7284fc6a-f972-41b3-b6cd-5042cd5d8f78',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.399604] env[65476]: INFO networking_nsxv3.common.synchronization [None req-6b54ac11-d210-4c49-b537-c8a4e28c26e9 None None] Enqueued Resource ID: ebc2d483-a4b9-4381-bf7a-385889186aba with Priority: HIGHEST for action port [ 928.399604] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc2d483-a4b9-4381-bf7a-385889186aba with Priority: HIGHEST for action port [ 928.399604] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebc2d483-a4b9-4381-bf7a-385889186aba taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.399604] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebc2d483-a4b9-4381-bf7a-385889186aba" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.399604] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebc2d483-a4b9-4381-bf7a-385889186aba" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.399604] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebc2d483-a4b9-4381-bf7a-385889186aba" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.399604] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebc2d483-a4b9-4381-bf7a-385889186aba',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.531950] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09bc472e-ad13-44bf-ad66-3f9cf2cffd7f [ 928.532225] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.532349] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.532410] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.532631] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.532715] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.532809] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09bc472e-ad13-44bf-ad66-3f9cf2cffd7f already deleted. [ 928.532903] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09bc472e-ad13-44bf-ad66-3f9cf2cffd7f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.754863] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.755041] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.755041] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.756577] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.756577] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.756577] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.756577] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.756577] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.756577] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.756577] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.756577] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7284fc6a-f972-41b3-b6cd-5042cd5d8f78 is going to be updated. [ 928.781221] env[65476]: INFO networking_nsxv3.common.synchronization [req-529a0e22-df59-469e-974b-942ec3137631 req-11508116-4723-4f9a-96a2-f9b2cf5e2963 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Enqueued Resource ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 with Priority: HIGHEST for action security_group_members [ 928.782387] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 with Priority: HIGHEST for action security_group_members [ 928.783719] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.783869] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.783940] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.784237] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.784428] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.784540] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.784601] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.784775] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.784859] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.784961] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f3fbd21-575e-46fe-bc65-4fe0585f19b7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.811617] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.811617] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.811617] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.811745] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.811786] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.823895] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7284fc6a-f972-41b3-b6cd-5042cd5d8f78 in Status: IN_PROGRESS for 2s [ 928.904023] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ebc2d483-a4b9-4381-bf7a-385889186aba [ 928.904023] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.904023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.904023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.904023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.904023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.904023] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ebc2d483-a4b9-4381-bf7a-385889186aba already deleted. [ 928.904023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebc2d483-a4b9-4381-bf7a-385889186aba" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.287321] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.287627] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.287627] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.289545] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.333979] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.335054] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.335054] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.335054] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.335054] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.335054] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.335054] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 is going to be updated. [ 929.387170] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.387170] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.387170] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.387170] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.387170] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.404366] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 in Status: IN_PROGRESS for 2s [ 930.104076] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d80ba68a-b076-4d3b-be24-8f2348659dda in Status: SUCCESS [ 930.104825] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d80ba68a-b076-4d3b-be24-8f2348659dda deletion is rescheduled due to dependency. [ 930.104825] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.143234] env[65476]: INFO networking_nsxv3.common.synchronization [None req-ffb39ade-e198-48cc-acb9-1f8887584553 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Enqueued Resource ID: 61e6ae49-b04a-4fe1-9348-26b97c894a67 with Priority: HIGHEST for action security_group_rules [ 930.143234] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61e6ae49-b04a-4fe1-9348-26b97c894a67 with Priority: HIGHEST for action security_group_rules [ 930.143234] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61e6ae49-b04a-4fe1-9348-26b97c894a67 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.143234] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61e6ae49-b04a-4fe1-9348-26b97c894a67" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.143234] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61e6ae49-b04a-4fe1-9348-26b97c894a67" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.144059] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61e6ae49-b04a-4fe1-9348-26b97c894a67" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.144265] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61e6ae49-b04a-4fe1-9348-26b97c894a67',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.160501] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: SUCCESS [ 930.160501] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.239649] env[65476]: INFO networking_nsxv3.common.synchronization [None req-e3258b17-183d-42c0-9d9c-8c854907c7a6 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Enqueued Resource ID: 61e6ae49-b04a-4fe1-9348-26b97c894a67 with Priority: HIGHEST for action security_group_rules [ 930.240477] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61e6ae49-b04a-4fe1-9348-26b97c894a67 with Priority: HIGHEST for action security_group_rules [ 930.240987] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61e6ae49-b04a-4fe1-9348-26b97c894a67 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.241271] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61e6ae49-b04a-4fe1-9348-26b97c894a67" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.668971] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.673216] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.673216] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.673216] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.673216] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.673216] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61e6ae49-b04a-4fe1-9348-26b97c894a67 already deleted. [ 930.673216] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61e6ae49-b04a-4fe1-9348-26b97c894a67" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.673216] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61e6ae49-b04a-4fe1-9348-26b97c894a67" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.673216] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61e6ae49-b04a-4fe1-9348-26b97c894a67" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.673216] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61e6ae49-b04a-4fe1-9348-26b97c894a67',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.834658] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7284fc6a-f972-41b3-b6cd-5042cd5d8f78 in Status: SUCCESS [ 930.834658] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7284fc6a-f972-41b3-b6cd-5042cd5d8f78 deletion is rescheduled due to dependency. [ 930.834658] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7284fc6a-f972-41b3-b6cd-5042cd5d8f78" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.192983] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.193741] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.193893] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.194201] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.194371] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.194516] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61e6ae49-b04a-4fe1-9348-26b97c894a67 already deleted. [ 931.194733] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61e6ae49-b04a-4fe1-9348-26b97c894a67" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.420322] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 in Status: SUCCESS [ 931.420680] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 deletion is rescheduled due to dependency. [ 931.420831] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.537786] env[65476]: INFO networking_nsxv3.common.synchronization [None req-60c701cf-d49f-4ec4-802e-72868b088107 None None] Enqueued Resource ID: 0f9591d7-685e-4f1b-a2f5-780b15d4fee5 with Priority: HIGHEST for action port [ 931.538489] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f9591d7-685e-4f1b-a2f5-780b15d4fee5 with Priority: HIGHEST for action port [ 931.538907] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f9591d7-685e-4f1b-a2f5-780b15d4fee5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.539067] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f9591d7-685e-4f1b-a2f5-780b15d4fee5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.539137] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f9591d7-685e-4f1b-a2f5-780b15d4fee5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.539441] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f9591d7-685e-4f1b-a2f5-780b15d4fee5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.539574] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f9591d7-685e-4f1b-a2f5-780b15d4fee5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.042275] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f9591d7-685e-4f1b-a2f5-780b15d4fee5 [ 932.042541] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.042735] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.043511] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.043511] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.043511] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.043511] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f9591d7-685e-4f1b-a2f5-780b15d4fee5 already deleted. [ 932.044329] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f9591d7-685e-4f1b-a2f5-780b15d4fee5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.794019] env[65476]: INFO networking_nsxv3.common.synchronization [req-69ac52a3-466b-464a-bb5c-e67eb1dfcc98 req-da07107c-2302-4a8c-bedf-28f30deed603 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Enqueued Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_members [ 933.794019] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_members [ 933.794688] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.794966] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.795171] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.797208] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.797208] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.797208] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.797208] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.797208] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.797208] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.797208] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.298386] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.688592] env[65476]: INFO networking_nsxv3.common.synchronization [None req-f70f37e2-7f46-412f-8b0d-154c9b9e9f50 None None] Enqueued Resource ID: ff731c95-6600-4f87-acda-4a3c8b303ad0 with Priority: HIGHEST for action port [ 934.689515] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff731c95-6600-4f87-acda-4a3c8b303ad0 with Priority: HIGHEST for action port [ 934.690155] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff731c95-6600-4f87-acda-4a3c8b303ad0 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.690155] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff731c95-6600-4f87-acda-4a3c8b303ad0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.690155] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff731c95-6600-4f87-acda-4a3c8b303ad0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.690155] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff731c95-6600-4f87-acda-4a3c8b303ad0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.690322] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff731c95-6600-4f87-acda-4a3c8b303ad0',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.802296] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.192906] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff731c95-6600-4f87-acda-4a3c8b303ad0 [ 935.193194] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.193353] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.193407] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.193611] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.193702] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.193819] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff731c95-6600-4f87-acda-4a3c8b303ad0 already deleted. [ 935.193881] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff731c95-6600-4f87-acda-4a3c8b303ad0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.304225] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.304593] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.304671] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.305319] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.305319] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.305319] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce161cd1-25c0-4dff-a320-e47e330247dd is going to be updated. [ 935.340896] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.340896] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.340896] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.340896] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.340896] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.349864] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: IN_PROGRESS for 2s [ 937.227917] env[65476]: INFO networking_nsxv3.common.synchronization [None req-bad9f690-062d-498a-9100-73087259a58a None None] Enqueued Resource ID: 396e52f3-e0a7-4a25-9c70-9e6e3f1b48f9 with Priority: HIGHEST for action port [ 937.228496] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 396e52f3-e0a7-4a25-9c70-9e6e3f1b48f9 with Priority: HIGHEST for action port [ 937.228805] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-396e52f3-e0a7-4a25-9c70-9e6e3f1b48f9 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.228926] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-396e52f3-e0a7-4a25-9c70-9e6e3f1b48f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.228992] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-396e52f3-e0a7-4a25-9c70-9e6e3f1b48f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.230406] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-396e52f3-e0a7-4a25-9c70-9e6e3f1b48f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.230709] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('396e52f3-e0a7-4a25-9c70-9e6e3f1b48f9',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.362122] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: SUCCESS [ 937.362122] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.735646] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 396e52f3-e0a7-4a25-9c70-9e6e3f1b48f9 [ 937.735646] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.735646] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.735646] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.735646] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.735646] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.735646] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:396e52f3-e0a7-4a25-9c70-9e6e3f1b48f9 already deleted. [ 937.735646] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-396e52f3-e0a7-4a25-9c70-9e6e3f1b48f9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.020602] env[65476]: INFO networking_nsxv3.common.synchronization [req-e4ed2752-d539-4b17-bcd4-97524473b36a req-c4b31a36-1ca4-421e-acf0-9f2ab3c067a0 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Enqueued Resource ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee with Priority: HIGHEST for action security_group_members [ 939.020602] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee with Priority: HIGHEST for action security_group_members [ 939.020602] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbaac4fb-a1b3-4857-944c-fc646a4729ee taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.020987] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.020987] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.020987] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.021109] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.021750] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.021750] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.021750] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.021750] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.021750] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbaac4fb-a1b3-4857-944c-fc646a4729ee',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.524996] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.525206] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.525279] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.525526] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.525641] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.525849] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.525949] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.526014] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.526192] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.526270] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.526435] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee is going to be updated. [ 939.656137] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.656510] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.657734] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.657734] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.657734] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.668062] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee in Status: IN_PROGRESS for 2s [ 941.681386] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee in Status: SUCCESS [ 941.681684] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee deletion is rescheduled due to dependency. [ 941.681684] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.021502] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 944.022163] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 948.455025] env[65476]: INFO networking_nsxv3.common.synchronization [req-012d8449-87c2-4e7b-acdc-00e38dad5a96 req-d709d4af-3f2f-413c-a5c6-a7273f81b628 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Enqueued Resource ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b with Priority: HIGHEST for action security_group_members [ 948.455924] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b with Priority: HIGHEST for action security_group_members [ 948.456048] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.456204] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.456290] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.456591] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.456669] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.457290] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.457290] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.457290] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.457290] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.457290] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d9def72-f272-4150-9f5b-0fde0b1d6d4b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.607745] env[65476]: INFO networking_nsxv3.common.synchronization [None req-5a04f164-d1d5-4044-aef6-6da3da9e6d2a None None] Enqueued Resource ID: bbe39df4-876a-481e-a119-0344a94a4648 with Priority: HIGHEST for action port [ 948.610295] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbe39df4-876a-481e-a119-0344a94a4648 with Priority: HIGHEST for action port [ 948.610966] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbe39df4-876a-481e-a119-0344a94a4648 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.611456] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbe39df4-876a-481e-a119-0344a94a4648" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.611816] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbe39df4-876a-481e-a119-0344a94a4648" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.613252] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbe39df4-876a-481e-a119-0344a94a4648" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.613252] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbe39df4-876a-481e-a119-0344a94a4648',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.802888] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.802888] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-407" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.802888] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-407" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.802888] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-407" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.802888] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.803266] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.803802] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.803802] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.803802] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.804090] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.804216] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 948.804384] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 948.804547] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 948.804689] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.804795] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 948.804991] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 948.831600] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 948.831746] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 948.831792] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 948.832507] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-407" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.832507] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-1c71d07b-748b-49da-81d8-a011c4220cdd taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.832507] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-1c71d07b-748b-49da-81d8-a011c4220cdd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.832992] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-1c71d07b-748b-49da-81d8-a011c4220cdd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.832992] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-1c71d07b-748b-49da-81d8-a011c4220cdd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.833341] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c71d07b-748b-49da-81d8-a011c4220cdd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.961309] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.963348] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.963348] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.963348] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.986999] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.987293] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.987469] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.987541] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.987741] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.987823] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.987912] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b is going to be updated. [ 949.016654] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.016654] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.016654] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.016867] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.017334] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.027583] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b in Status: IN_PROGRESS for 2s [ 949.120038] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bbe39df4-876a-481e-a119-0344a94a4648 [ 949.120276] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.120433] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.120502] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.120713] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.120799] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.120889] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bbe39df4-876a-481e-a119-0344a94a4648 already deleted. [ 949.120962] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbe39df4-876a-481e-a119-0344a94a4648" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.336241] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.336640] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.336640] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.338149] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.338149] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.338149] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port 1c71d07b-748b-49da-81d8-a011c4220cdd not found, creating... [ 949.338149] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.338149] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.338149] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.338149] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.338149] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.338473] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.338524] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.338677] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.338922] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.339938] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.340341] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: 1c71d07b-748b-49da-81d8-a011c4220cdd is going to be created. [ 949.363126] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.363126] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.363126] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.363126] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.363126] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.363126] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-1c71d07b-748b-49da-81d8-a011c4220cdd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.101248] env[65476]: INFO networking_nsxv3.common.synchronization [req-012d8449-87c2-4e7b-acdc-00e38dad5a96 req-29873a6a-e9be-46a5-92c1-3010e495709b service nova] Enqueued Resource ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b with Priority: HIGHEST for action security_group_rules [ 950.101513] env[65476]: INFO networking_nsxv3.common.synchronization [req-012d8449-87c2-4e7b-acdc-00e38dad5a96 req-29873a6a-e9be-46a5-92c1-3010e495709b service nova] Enqueued Resource ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b with Priority: HIGHEST for action security_group_members [ 950.101513] env[65476]: INFO networking_nsxv3.common.synchronization [req-012d8449-87c2-4e7b-acdc-00e38dad5a96 req-29873a6a-e9be-46a5-92c1-3010e495709b service nova] Enqueued Resource ID: 1c71d07b-748b-49da-81d8-a011c4220cdd with Priority: HIGHEST for action port [ 950.102340] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b with Priority: HIGHEST for action security_group_rules [ 950.102340] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b with Priority: HIGHEST for action security_group_members [ 950.103054] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c71d07b-748b-49da-81d8-a011c4220cdd with Priority: HIGHEST for action port [ 950.103054] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d9def72-f272-4150-9f5b-0fde0b1d6d4b taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.103310] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.103310] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.103458] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.103495] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d9def72-f272-4150-9f5b-0fde0b1d6d4b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.105180] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.105180] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.105180] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c71d07b-748b-49da-81d8-a011c4220cdd taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.105180] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c71d07b-748b-49da-81d8-a011c4220cdd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.105180] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c71d07b-748b-49da-81d8-a011c4220cdd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.105180] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c71d07b-748b-49da-81d8-a011c4220cdd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.105180] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c71d07b-748b-49da-81d8-a011c4220cdd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.609027] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.609027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.609027] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c71d07b-748b-49da-81d8-a011c4220cdd with status ACTIVE [ 950.609027] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.609027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.609027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.609027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.609027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.609027] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.609027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.609027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.609027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.609027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.609027] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.610096] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.610096] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.610096] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.610096] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.610096] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c71d07b-748b-49da-81d8-a011c4220cdd is going to be updated. [ 950.634888] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.634888] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.634888] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.634888] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.634888] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.634888] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c71d07b-748b-49da-81d8-a011c4220cdd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.729182] env[65476]: INFO networking_nsxv3.common.synchronization [None req-d1afdbcb-f6ca-4f55-9eed-c343f1965c50 None None] Enqueued Resource ID: be6aea58-d564-4b30-b8a4-e2fa08d6d60f with Priority: HIGHEST for action port [ 950.729182] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be6aea58-d564-4b30-b8a4-e2fa08d6d60f with Priority: HIGHEST for action port [ 950.729182] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-be6aea58-d564-4b30-b8a4-e2fa08d6d60f taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.729182] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be6aea58-d564-4b30-b8a4-e2fa08d6d60f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.729182] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be6aea58-d564-4b30-b8a4-e2fa08d6d60f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.731682] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be6aea58-d564-4b30-b8a4-e2fa08d6d60f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.731682] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be6aea58-d564-4b30-b8a4-e2fa08d6d60f',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.037612] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b in Status: SUCCESS [ 951.037997] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b deletion is rescheduled due to dependency. [ 951.037997] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.038281] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.038312] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.038497] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.038593] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.038692] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.038801] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.038891] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.038977] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d9def72-f272-4150-9f5b-0fde0b1d6d4b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.189233] env[65476]: INFO networking_nsxv3.common.synchronization [None req-05917a39-7edd-4a3a-bd53-1d2d320c6e17 None None] Enqueued Resource ID: 2acefac4-897b-4da1-a736-e489856321c0 with Priority: HIGHEST for action port [ 951.189233] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2acefac4-897b-4da1-a736-e489856321c0 with Priority: HIGHEST for action port [ 951.189233] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-2acefac4-897b-4da1-a736-e489856321c0 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.189233] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2acefac4-897b-4da1-a736-e489856321c0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.189233] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2acefac4-897b-4da1-a736-e489856321c0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.189637] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2acefac4-897b-4da1-a736-e489856321c0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.189637] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2acefac4-897b-4da1-a736-e489856321c0',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.238014] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be6aea58-d564-4b30-b8a4-e2fa08d6d60f [ 951.238014] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.238014] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.238014] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.238014] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.238014] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.238014] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be6aea58-d564-4b30-b8a4-e2fa08d6d60f already deleted. [ 951.238014] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be6aea58-d564-4b30-b8a4-e2fa08d6d60f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.518419] env[65476]: INFO networking_nsxv3.common.synchronization [req-4a9ac374-79cd-4824-beda-7e5fb89af3bb req-77f2133b-974f-43d3-b1c7-fdaf5348b080 tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Enqueued Resource ID: fe093e04-e269-4c4e-a091-0c54f4a6f2ff with Priority: HIGHEST for action security_group_members [ 951.518907] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe093e04-e269-4c4e-a091-0c54f4a6f2ff with Priority: HIGHEST for action security_group_members [ 951.519224] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe093e04-e269-4c4e-a091-0c54f4a6f2ff taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.519350] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe093e04-e269-4c4e-a091-0c54f4a6f2ff" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.519407] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe093e04-e269-4c4e-a091-0c54f4a6f2ff" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.519662] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe093e04-e269-4c4e-a091-0c54f4a6f2ff" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.520603] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.520603] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.520603] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.520603] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.520603] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.520603] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe093e04-e269-4c4e-a091-0c54f4a6f2ff',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.541615] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d9def72-f272-4150-9f5b-0fde0b1d6d4b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.692035] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2acefac4-897b-4da1-a736-e489856321c0 [ 951.692035] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.692035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.692035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.692035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.692035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.692035] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2acefac4-897b-4da1-a736-e489856321c0 already deleted. [ 951.692035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2acefac4-897b-4da1-a736-e489856321c0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.903484] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-545 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.907085] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-545" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.907261] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-545" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.907737] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-545" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.907900] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.908052] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.908118] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.908764] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.908764] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.908764] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.909015] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 951.909015] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 951.909015] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 951.909141] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.909700] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 951.909769] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 951.930355] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 951.930355] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 951.930355] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 951.930355] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-545" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.930355] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-369b9888-63db-4261-aab9-156f462e59c7 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.930563] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-369b9888-63db-4261-aab9-156f462e59c7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.930684] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-369b9888-63db-4261-aab9-156f462e59c7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.932118] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-369b9888-63db-4261-aab9-156f462e59c7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.932393] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('369b9888-63db-4261-aab9-156f462e59c7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.024031] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.024253] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.024424] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.024603] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.024735] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.025058] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.025141] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.025198] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.025384] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.025430] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.025520] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe093e04-e269-4c4e-a091-0c54f4a6f2ff already deleted. [ 952.025620] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe093e04-e269-4c4e-a091-0c54f4a6f2ff" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.042897] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d9def72-f272-4150-9f5b-0fde0b1d6d4b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.435041] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.435041] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.435451] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.435451] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.435565] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.435744] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port 369b9888-63db-4261-aab9-156f462e59c7 not found, creating... [ 952.436034] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.436227] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.436352] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.436585] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.436723] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.437038] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.437192] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.437317] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.438279] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.438279] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.438279] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: 369b9888-63db-4261-aab9-156f462e59c7 is going to be created. [ 952.463103] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.463103] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.463103] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.463275] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.463582] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.463822] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-369b9888-63db-4261-aab9-156f462e59c7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.549489] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.549772] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.549858] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.550149] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.550249] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.550354] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b is going to be updated. [ 952.614881] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.615050] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.615124] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.615354] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.615506] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.626374] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b in Status: IN_PROGRESS for 2s [ 953.233656] env[65476]: INFO networking_nsxv3.common.synchronization [req-4a9ac374-79cd-4824-beda-7e5fb89af3bb req-042d6fd7-2188-497b-a664-d5b9dc445444 service nova] Enqueued Resource ID: fe093e04-e269-4c4e-a091-0c54f4a6f2ff with Priority: HIGHEST for action security_group_rules [ 953.235054] env[65476]: INFO networking_nsxv3.common.synchronization [req-4a9ac374-79cd-4824-beda-7e5fb89af3bb req-042d6fd7-2188-497b-a664-d5b9dc445444 service nova] Enqueued Resource ID: fe093e04-e269-4c4e-a091-0c54f4a6f2ff with Priority: HIGHEST for action security_group_members [ 953.235054] env[65476]: INFO networking_nsxv3.common.synchronization [req-4a9ac374-79cd-4824-beda-7e5fb89af3bb req-042d6fd7-2188-497b-a664-d5b9dc445444 service nova] Enqueued Resource ID: 369b9888-63db-4261-aab9-156f462e59c7 with Priority: HIGHEST for action port [ 953.235054] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe093e04-e269-4c4e-a091-0c54f4a6f2ff with Priority: HIGHEST for action security_group_rules [ 953.235393] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe093e04-e269-4c4e-a091-0c54f4a6f2ff with Priority: HIGHEST for action security_group_members [ 953.236074] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 369b9888-63db-4261-aab9-156f462e59c7 with Priority: HIGHEST for action port [ 953.237098] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe093e04-e269-4c4e-a091-0c54f4a6f2ff taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.237098] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe093e04-e269-4c4e-a091-0c54f4a6f2ff" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.237098] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe093e04-e269-4c4e-a091-0c54f4a6f2ff" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.237424] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe093e04-e269-4c4e-a091-0c54f4a6f2ff" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.237424] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe093e04-e269-4c4e-a091-0c54f4a6f2ff',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.239308] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe093e04-e269-4c4e-a091-0c54f4a6f2ff taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.239308] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe093e04-e269-4c4e-a091-0c54f4a6f2ff" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.239446] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe093e04-e269-4c4e-a091-0c54f4a6f2ff" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.239807] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe093e04-e269-4c4e-a091-0c54f4a6f2ff" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.239896] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.240059] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.241905] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.241905] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.241905] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.241905] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe093e04-e269-4c4e-a091-0c54f4a6f2ff',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.243497] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-369b9888-63db-4261-aab9-156f462e59c7 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.243685] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-369b9888-63db-4261-aab9-156f462e59c7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.243759] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-369b9888-63db-4261-aab9-156f462e59c7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.244283] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-369b9888-63db-4261-aab9-156f462e59c7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.244283] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('369b9888-63db-4261-aab9-156f462e59c7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.350313] env[65476]: INFO networking_nsxv3.common.synchronization [None req-89dea1f9-a762-4870-a5a6-21dd1650ae12 None None] Enqueued Resource ID: 77952127-d9a0-46b3-96bf-a2b48c95bd7d with Priority: HIGHEST for action port [ 953.351209] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77952127-d9a0-46b3-96bf-a2b48c95bd7d with Priority: HIGHEST for action port [ 953.351878] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-77952127-d9a0-46b3-96bf-a2b48c95bd7d taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.351969] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77952127-d9a0-46b3-96bf-a2b48c95bd7d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.352013] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77952127-d9a0-46b3-96bf-a2b48c95bd7d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.352481] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77952127-d9a0-46b3-96bf-a2b48c95bd7d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.352590] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77952127-d9a0-46b3-96bf-a2b48c95bd7d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.746973] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe093e04-e269-4c4e-a091-0c54f4a6f2ff taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.747353] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe093e04-e269-4c4e-a091-0c54f4a6f2ff" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.747353] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe093e04-e269-4c4e-a091-0c54f4a6f2ff',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.748256] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 369b9888-63db-4261-aab9-156f462e59c7 with status ACTIVE [ 953.748442] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.748549] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.748610] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.748805] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.748882] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.749465] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.749465] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.749465] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.749465] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.749642] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.753313] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.753475] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.753544] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.753714] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.753790] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.753879] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 369b9888-63db-4261-aab9-156f462e59c7 is going to be updated. [ 953.781237] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.781429] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.781465] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.781664] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.781794] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.781958] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-369b9888-63db-4261-aab9-156f462e59c7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.856930] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77952127-d9a0-46b3-96bf-a2b48c95bd7d [ 953.857190] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.857328] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.857398] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.857611] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.857699] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.857818] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77952127-d9a0-46b3-96bf-a2b48c95bd7d already deleted. [ 953.857886] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77952127-d9a0-46b3-96bf-a2b48c95bd7d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.988333] env[65476]: INFO networking_nsxv3.common.synchronization [None req-f70f0755-5c23-4501-9137-a4207a67a479 None None] Enqueued Resource ID: 719f37cb-6daa-4cc3-8c86-2f67921dfd55 with Priority: HIGHEST for action port [ 953.989241] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 719f37cb-6daa-4cc3-8c86-2f67921dfd55 with Priority: HIGHEST for action port [ 953.989605] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-719f37cb-6daa-4cc3-8c86-2f67921dfd55 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.990040] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-719f37cb-6daa-4cc3-8c86-2f67921dfd55" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.990040] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-719f37cb-6daa-4cc3-8c86-2f67921dfd55" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.990229] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-719f37cb-6daa-4cc3-8c86-2f67921dfd55" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.990362] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('719f37cb-6daa-4cc3-8c86-2f67921dfd55',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.255807] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe093e04-e269-4c4e-a091-0c54f4a6f2ff',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.493094] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 719f37cb-6daa-4cc3-8c86-2f67921dfd55 [ 954.493094] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.493094] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.493094] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.493371] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.493640] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.493760] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:719f37cb-6daa-4cc3-8c86-2f67921dfd55 already deleted. [ 954.493887] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-719f37cb-6daa-4cc3-8c86-2f67921dfd55" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.637623] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b in Status: SUCCESS [ 954.637937] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.638197] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.638504] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.638820] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.638956] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.639102] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.640397] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.640397] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.640397] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.640397] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d9def72-f272-4150-9f5b-0fde0b1d6d4b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.758053] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.758372] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.758372] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.758548] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.758598] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.758746] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe093e04-e269-4c4e-a091-0c54f4a6f2ff is going to be created. [ 954.789291] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.789494] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.789494] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.789708] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.789865] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.800717] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe093e04-e269-4c4e-a091-0c54f4a6f2ff in Status: UNINITIALIZED for 2s [ 955.148551] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.148551] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.148551] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.148551] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.148551] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.148551] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.148551] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.148890] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.148890] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.148890] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.149172] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.149172] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.149251] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.149458] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.149534] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.149729] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.149729] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.149986] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.149986] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.149986] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.150122] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d9def72-f272-4150-9f5b-0fde0b1d6d4b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.601527] env[65476]: INFO networking_nsxv3.common.synchronization [req-60f31f68-55c7-4e0a-9272-a71aee624011 req-c35501ca-1780-4e79-906c-dfd20836ba86 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Enqueued Resource ID: d80ba68a-b076-4d3b-be24-8f2348659dda with Priority: HIGHEST for action security_group_members [ 955.604205] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d80ba68a-b076-4d3b-be24-8f2348659dda with Priority: HIGHEST for action security_group_members [ 955.604205] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d80ba68a-b076-4d3b-be24-8f2348659dda taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.604205] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.604205] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.604205] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.604205] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.604541] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.604541] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.604541] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.604646] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.604686] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d80ba68a-b076-4d3b-be24-8f2348659dda',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.652629] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d9def72-f272-4150-9f5b-0fde0b1d6d4b: rpc.has_security_group_logging(os_id): False [ 955.673055] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.673055] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.673055] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.673055] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.673055] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.673055] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.673055] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.673055] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.673055] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.673055] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.673055] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.673055] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.673055] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.673055] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.675451] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.675787] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.675898] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.675961] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.676167] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.676245] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.676362] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b is going to be updated. [ 955.742510] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.742654] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.742722] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.742934] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.743095] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.760238] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b in Status: IN_PROGRESS for 2s [ 956.075091] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-832 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.075940] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-832" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.076103] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-832" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.076596] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-832" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.077151] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.077354] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.077491] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.077773] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.077936] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.078198] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.078324] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 956.078461] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 956.078590] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 956.078699] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.078805] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 956.078954] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 956.106597] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 956.106716] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 956.106861] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 956.107061] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-832" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.107404] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-8928596a-21f5-4dce-9c97-8892a19c83a6 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.107582] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-8928596a-21f5-4dce-9c97-8892a19c83a6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.107705] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-8928596a-21f5-4dce-9c97-8892a19c83a6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.108175] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-8928596a-21f5-4dce-9c97-8892a19c83a6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.108334] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8928596a-21f5-4dce-9c97-8892a19c83a6',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.111664] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.111664] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.111806] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.113012] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.113012] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.113012] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.113012] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.113012] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.113012] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.113012] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.113012] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d80ba68a-b076-4d3b-be24-8f2348659dda is going to be updated. [ 956.148136] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.148354] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.148354] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.148547] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.148689] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.158991] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d80ba68a-b076-4d3b-be24-8f2348659dda in Status: IN_PROGRESS for 2s [ 956.190302] env[65476]: INFO networking_nsxv3.common.synchronization [None req-b388314a-c413-4bc1-a811-e2be4c706102 None None] Enqueued Resource ID: 9b298d1d-cca2-47e3-bce3-7c882397cf37 with Priority: HIGHEST for action port [ 956.191061] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b298d1d-cca2-47e3-bce3-7c882397cf37 with Priority: HIGHEST for action port [ 956.191571] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b298d1d-cca2-47e3-bce3-7c882397cf37 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.191696] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b298d1d-cca2-47e3-bce3-7c882397cf37" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.191770] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b298d1d-cca2-47e3-bce3-7c882397cf37" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.192092] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b298d1d-cca2-47e3-bce3-7c882397cf37" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.192193] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b298d1d-cca2-47e3-bce3-7c882397cf37',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.223617] env[65476]: INFO networking_nsxv3.common.synchronization [None req-65fb607a-2a97-45d6-a752-20f7c8faf909 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Enqueued Resource ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b with Priority: HIGHEST for action security_group_members [ 956.224572] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b with Priority: HIGHEST for action security_group_members [ 956.225460] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.225571] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.225858] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.225975] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.226190] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.226337] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.226533] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.226742] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.227468] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.227750] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d9def72-f272-4150-9f5b-0fde0b1d6d4b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.612083] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.612083] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.612083] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.612083] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.612083] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.612083] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port 8928596a-21f5-4dce-9c97-8892a19c83a6 not found, creating... [ 956.612713] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.612713] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.612861] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.613107] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.613264] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.613777] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.613988] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.614147] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.614488] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.614677] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.614868] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: 8928596a-21f5-4dce-9c97-8892a19c83a6 is going to be created. [ 956.639279] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.639279] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.639279] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.639648] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.639949] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.640179] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-8928596a-21f5-4dce-9c97-8892a19c83a6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.695684] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b298d1d-cca2-47e3-bce3-7c882397cf37 [ 956.695684] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.695684] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.695684] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.695684] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.695684] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.695684] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b298d1d-cca2-47e3-bce3-7c882397cf37 already deleted. [ 956.695684] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b298d1d-cca2-47e3-bce3-7c882397cf37" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.730821] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d9def72-f272-4150-9f5b-0fde0b1d6d4b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.810514] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe093e04-e269-4c4e-a091-0c54f4a6f2ff in Status: SUCCESS [ 956.810863] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe093e04-e269-4c4e-a091-0c54f4a6f2ff" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.810977] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe093e04-e269-4c4e-a091-0c54f4a6f2ff" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.811243] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe093e04-e269-4c4e-a091-0c54f4a6f2ff" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.811535] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.811640] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.811680] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.811840] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.811919] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.812012] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe093e04-e269-4c4e-a091-0c54f4a6f2ff" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.812112] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe093e04-e269-4c4e-a091-0c54f4a6f2ff',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.233489] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d9def72-f272-4150-9f5b-0fde0b1d6d4b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.314337] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe093e04-e269-4c4e-a091-0c54f4a6f2ff taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.314642] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe093e04-e269-4c4e-a091-0c54f4a6f2ff" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.314727] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe093e04-e269-4c4e-a091-0c54f4a6f2ff" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.314946] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe093e04-e269-4c4e-a091-0c54f4a6f2ff" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.315190] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.315326] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.315396] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.315619] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.315743] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.315859] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe093e04-e269-4c4e-a091-0c54f4a6f2ff" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.316066] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe093e04-e269-4c4e-a091-0c54f4a6f2ff taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.316187] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe093e04-e269-4c4e-a091-0c54f4a6f2ff" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.316250] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe093e04-e269-4c4e-a091-0c54f4a6f2ff" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.316594] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe093e04-e269-4c4e-a091-0c54f4a6f2ff" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.316594] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.316711] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.316832] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.316997] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.317142] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.317314] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe093e04-e269-4c4e-a091-0c54f4a6f2ff" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.317379] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe093e04-e269-4c4e-a091-0c54f4a6f2ff',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.337056] env[65476]: INFO networking_nsxv3.common.synchronization [req-60f31f68-55c7-4e0a-9272-a71aee624011 req-b3653713-3c2b-4f33-bbf6-a7cdf48f0884 service nova] Enqueued Resource ID: d80ba68a-b076-4d3b-be24-8f2348659dda with Priority: HIGHEST for action security_group_rules [ 957.337056] env[65476]: INFO networking_nsxv3.common.synchronization [req-60f31f68-55c7-4e0a-9272-a71aee624011 req-b3653713-3c2b-4f33-bbf6-a7cdf48f0884 service nova] Enqueued Resource ID: d80ba68a-b076-4d3b-be24-8f2348659dda with Priority: HIGHEST for action security_group_members [ 957.337328] env[65476]: INFO networking_nsxv3.common.synchronization [req-60f31f68-55c7-4e0a-9272-a71aee624011 req-b3653713-3c2b-4f33-bbf6-a7cdf48f0884 service nova] Enqueued Resource ID: 8928596a-21f5-4dce-9c97-8892a19c83a6 with Priority: HIGHEST for action port [ 957.337975] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d80ba68a-b076-4d3b-be24-8f2348659dda with Priority: HIGHEST for action security_group_rules [ 957.338169] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d80ba68a-b076-4d3b-be24-8f2348659dda with Priority: HIGHEST for action security_group_members [ 957.338415] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8928596a-21f5-4dce-9c97-8892a19c83a6 with Priority: HIGHEST for action port [ 957.338635] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d80ba68a-b076-4d3b-be24-8f2348659dda taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.338815] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.338873] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.339124] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.339220] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d80ba68a-b076-4d3b-be24-8f2348659dda',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.340236] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d80ba68a-b076-4d3b-be24-8f2348659dda taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.340545] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.340831] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-8928596a-21f5-4dce-9c97-8892a19c83a6 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.340831] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8928596a-21f5-4dce-9c97-8892a19c83a6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.340831] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8928596a-21f5-4dce-9c97-8892a19c83a6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.341467] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8928596a-21f5-4dce-9c97-8892a19c83a6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.341467] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8928596a-21f5-4dce-9c97-8892a19c83a6',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.736018] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.736231] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.736369] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.736685] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.736853] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.736975] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b is going to be updated. [ 957.769058] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.769224] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.769358] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.769489] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.769637] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.776241] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b in Status: SUCCESS [ 957.776241] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.779717] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b in Status: IN_PROGRESS for 2s [ 957.819389] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe093e04-e269-4c4e-a091-0c54f4a6f2ff: rpc.has_security_group_logging(os_id): False [ 957.840213] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.840458] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.840520] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.840772] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.840912] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.841257] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.841456] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.841606] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.841827] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.842021] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.842351] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.842565] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.842732] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.842956] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.843157] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.843478] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.843643] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.843777] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.844065] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.844209] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.844369] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe093e04-e269-4c4e-a091-0c54f4a6f2ff is going to be created. [ 957.845987] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d80ba68a-b076-4d3b-be24-8f2348659dda taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.846184] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.846449] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8928596a-21f5-4dce-9c97-8892a19c83a6 with status ACTIVE [ 957.846688] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.846855] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.846973] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.847211] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.847359] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.847622] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.847776] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.847856] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.848055] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.848172] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.848388] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.848541] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.848609] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.848784] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.848869] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.849074] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8928596a-21f5-4dce-9c97-8892a19c83a6 is going to be updated. [ 957.871626] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.871846] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.871892] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.872135] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.872401] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.872580] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8928596a-21f5-4dce-9c97-8892a19c83a6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.911369] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.911530] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.911575] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.911813] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.912018] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.926529] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe093e04-e269-4c4e-a091-0c54f4a6f2ff in Status: IN_PROGRESS for 2s [ 958.169706] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d80ba68a-b076-4d3b-be24-8f2348659dda in Status: SUCCESS [ 958.172019] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d80ba68a-b076-4d3b-be24-8f2348659dda deletion is rescheduled due to dependency. [ 958.172019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.172019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.172019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.172019] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.172019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.172019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.172019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.172019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.172019] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d80ba68a-b076-4d3b-be24-8f2348659dda',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.191223] env[65476]: INFO networking_nsxv3.common.synchronization [req-166b42b8-889d-49fd-8424-a1d9bb88987a req-fc2b7ffa-354d-4b1a-91df-023c6e1b128d tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Enqueued Resource ID: d02750e0-5911-4223-885b-5238bc056af0 with Priority: HIGHEST for action security_group_members [ 958.191927] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d02750e0-5911-4223-885b-5238bc056af0 with Priority: HIGHEST for action security_group_members [ 958.192286] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02750e0-5911-4223-885b-5238bc056af0 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.192415] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.192483] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.192853] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.193060] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.193198] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.193281] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.193498] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.193607] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.193719] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d02750e0-5911-4223-885b-5238bc056af0',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.562121] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-395 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.562983] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-395" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.563642] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-395" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.564087] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-395" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.564494] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.566365] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.566365] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.566365] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.566365] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.566365] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.566365] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 958.566365] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 958.566365] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 958.566365] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.566365] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 958.566365] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 958.588021] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 958.588021] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 958.588021] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 958.588194] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-395" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.588475] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-5cff97b8-4a83-4394-9b22-408121df5256 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.588764] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-5cff97b8-4a83-4394-9b22-408121df5256" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.588764] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-5cff97b8-4a83-4394-9b22-408121df5256" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.589087] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-5cff97b8-4a83-4394-9b22-408121df5256" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.589227] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cff97b8-4a83-4394-9b22-408121df5256',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.674450] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d80ba68a-b076-4d3b-be24-8f2348659dda',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.696189] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.696426] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.696559] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.696890] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.697080] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.698783] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.698783] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.698783] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.698783] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.698783] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.698783] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d02750e0-5911-4223-885b-5238bc056af0 already deleted. [ 958.698783] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.092434] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.092784] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.092784] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.093076] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.093236] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.093451] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port 5cff97b8-4a83-4394-9b22-408121df5256 not found, creating... [ 959.093716] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.093881] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.093997] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.094244] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.094441] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.094721] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.094873] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.094987] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.095213] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.095350] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.095478] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: 5cff97b8-4a83-4394-9b22-408121df5256 is going to be created. [ 959.115606] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.115918] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.115918] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.116205] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.116700] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.116700] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-5cff97b8-4a83-4394-9b22-408121df5256" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.176775] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d80ba68a-b076-4d3b-be24-8f2348659dda',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.679536] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.679709] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.679962] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.679962] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.681040] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.681040] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d80ba68a-b076-4d3b-be24-8f2348659dda is going to be updated. [ 959.710814] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.710968] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.711021] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.711325] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.711496] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.719742] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d80ba68a-b076-4d3b-be24-8f2348659dda in Status: IN_PROGRESS for 2s [ 959.788552] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b in Status: SUCCESS [ 959.788812] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.826544] env[65476]: INFO networking_nsxv3.common.synchronization [req-166b42b8-889d-49fd-8424-a1d9bb88987a req-dfd83dd1-3d18-45db-91b1-0061c4df0ee4 service nova] Enqueued Resource ID: d02750e0-5911-4223-885b-5238bc056af0 with Priority: HIGHEST for action security_group_rules [ 959.826719] env[65476]: INFO networking_nsxv3.common.synchronization [req-166b42b8-889d-49fd-8424-a1d9bb88987a req-dfd83dd1-3d18-45db-91b1-0061c4df0ee4 service nova] Enqueued Resource ID: d02750e0-5911-4223-885b-5238bc056af0 with Priority: HIGHEST for action security_group_members [ 959.826856] env[65476]: INFO networking_nsxv3.common.synchronization [req-166b42b8-889d-49fd-8424-a1d9bb88987a req-dfd83dd1-3d18-45db-91b1-0061c4df0ee4 service nova] Enqueued Resource ID: 5cff97b8-4a83-4394-9b22-408121df5256 with Priority: HIGHEST for action port [ 959.827430] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d02750e0-5911-4223-885b-5238bc056af0 with Priority: HIGHEST for action security_group_rules [ 959.827567] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d02750e0-5911-4223-885b-5238bc056af0 with Priority: HIGHEST for action security_group_members [ 959.827798] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cff97b8-4a83-4394-9b22-408121df5256 with Priority: HIGHEST for action port [ 959.828210] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d02750e0-5911-4223-885b-5238bc056af0 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.828417] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.828417] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.828643] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.828725] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d02750e0-5911-4223-885b-5238bc056af0',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.830167] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02750e0-5911-4223-885b-5238bc056af0 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.830277] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.830343] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.830573] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.830646] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.830738] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.830797] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.830932] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.831025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.831113] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d02750e0-5911-4223-885b-5238bc056af0',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.831820] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cff97b8-4a83-4394-9b22-408121df5256 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.831993] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cff97b8-4a83-4394-9b22-408121df5256" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.831993] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cff97b8-4a83-4394-9b22-408121df5256" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.832329] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cff97b8-4a83-4394-9b22-408121df5256" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.832329] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cff97b8-4a83-4394-9b22-408121df5256',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.939457] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe093e04-e269-4c4e-a091-0c54f4a6f2ff in Status: SUCCESS [ 959.939640] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe093e04-e269-4c4e-a091-0c54f4a6f2ff" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.215979] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.216448] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-407" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.216448] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-407" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.216636] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-407" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.217279] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.217448] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.217569] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.218167] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.218167] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.218167] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.218335] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.218385] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.218472] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.218578] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.218678] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.218868] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.238776] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.239374] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 960.239374] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.240127] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-407" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.240127] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-3718e246-aa17-4fe4-a696-5282083d57e7 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.240127] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-3718e246-aa17-4fe4-a696-5282083d57e7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.240367] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-3718e246-aa17-4fe4-a696-5282083d57e7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.242097] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-3718e246-aa17-4fe4-a696-5282083d57e7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.242097] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3718e246-aa17-4fe4-a696-5282083d57e7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.336393] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02750e0-5911-4223-885b-5238bc056af0 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.336393] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.336393] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d02750e0-5911-4223-885b-5238bc056af0',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.336393] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5cff97b8-4a83-4394-9b22-408121df5256 with status ACTIVE [ 960.336393] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.336393] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.336393] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.336393] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.337043] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.337043] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.337043] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.337043] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.337043] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.337043] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.337532] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.337532] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.337532] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.337532] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.338361] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.338361] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5cff97b8-4a83-4394-9b22-408121df5256 is going to be updated. [ 960.360287] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.360287] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.360287] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.360287] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.360287] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.360287] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cff97b8-4a83-4394-9b22-408121df5256" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.744101] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.744273] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.744327] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.744612] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.744758] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.744909] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port 3718e246-aa17-4fe4-a696-5282083d57e7 not found, creating... [ 960.745173] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.745330] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.746078] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.746078] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.746078] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.746248] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.746248] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.746358] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.746565] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.746695] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.746832] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: 3718e246-aa17-4fe4-a696-5282083d57e7 is going to be created. [ 960.771377] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.771765] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.772011] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.772454] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.772769] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.773389] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-3718e246-aa17-4fe4-a696-5282083d57e7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.839756] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d02750e0-5911-4223-885b-5238bc056af0',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.342708] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.343057] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.343057] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.343183] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.343244] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.343514] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d02750e0-5911-4223-885b-5238bc056af0 is going to be created. [ 961.368632] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.368804] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.368878] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.369196] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.369315] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.381472] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d02750e0-5911-4223-885b-5238bc056af0 in Status: UNINITIALIZED for 2s [ 961.476960] env[65476]: INFO networking_nsxv3.common.synchronization [req-93b08a85-7f2f-4f89-9cd8-95f34d3d97aa req-f3d76341-e671-4927-a0e8-91380941907f service nova] Enqueued Resource ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b with Priority: HIGHEST for action security_group_rules [ 961.477261] env[65476]: INFO networking_nsxv3.common.synchronization [req-93b08a85-7f2f-4f89-9cd8-95f34d3d97aa req-f3d76341-e671-4927-a0e8-91380941907f service nova] Enqueued Resource ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b with Priority: HIGHEST for action security_group_members [ 961.477400] env[65476]: INFO networking_nsxv3.common.synchronization [req-93b08a85-7f2f-4f89-9cd8-95f34d3d97aa req-f3d76341-e671-4927-a0e8-91380941907f service nova] Enqueued Resource ID: 3718e246-aa17-4fe4-a696-5282083d57e7 with Priority: HIGHEST for action port [ 961.477811] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b with Priority: HIGHEST for action security_group_rules [ 961.477938] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b with Priority: HIGHEST for action security_group_members [ 961.478120] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3718e246-aa17-4fe4-a696-5282083d57e7 with Priority: HIGHEST for action port [ 961.478435] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d9def72-f272-4150-9f5b-0fde0b1d6d4b taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.478563] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.478657] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.478822] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.478910] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d9def72-f272-4150-9f5b-0fde0b1d6d4b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.479822] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.479971] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.480035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.480210] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.480351] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.480465] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.480531] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.480703] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.481421] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.481421] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d9def72-f272-4150-9f5b-0fde0b1d6d4b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.481617] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-3718e246-aa17-4fe4-a696-5282083d57e7 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.481822] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3718e246-aa17-4fe4-a696-5282083d57e7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.481822] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3718e246-aa17-4fe4-a696-5282083d57e7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.481948] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3718e246-aa17-4fe4-a696-5282083d57e7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.481999] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3718e246-aa17-4fe4-a696-5282083d57e7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.730553] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d80ba68a-b076-4d3b-be24-8f2348659dda in Status: SUCCESS [ 961.730767] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.730926] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.731154] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.731452] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.731629] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.731868] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.731868] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.731988] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.732060] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.732146] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d80ba68a-b076-4d3b-be24-8f2348659dda',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.989039] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.989039] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.989039] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d9def72-f272-4150-9f5b-0fde0b1d6d4b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.989039] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3718e246-aa17-4fe4-a696-5282083d57e7 with status ACTIVE [ 961.989039] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.989039] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.989039] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.989039] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.989039] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.989039] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.989039] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.989039] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.989039] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.989039] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.994221] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.994221] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.994221] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.994221] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.994221] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.994221] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3718e246-aa17-4fe4-a696-5282083d57e7 is going to be updated. [ 962.016906] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.017101] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.017157] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.017339] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.017493] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.017652] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3718e246-aa17-4fe4-a696-5282083d57e7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.234674] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d80ba68a-b076-4d3b-be24-8f2348659dda taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.234852] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.234962] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.235242] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.235414] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.235520] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.235808] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.235808] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.235978] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.235978] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.236196] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d80ba68a-b076-4d3b-be24-8f2348659dda taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.236264] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.236325] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.236468] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.236600] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.236689] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.236739] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.236905] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.236985] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.237079] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.237183] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d80ba68a-b076-4d3b-be24-8f2348659dda',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.461030] env[65476]: INFO networking_nsxv3.common.synchronization [req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 req-733be08e-c1c1-4337-8bf8-46ee0bc72350 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Enqueued Resource ID: eb10cfe4-a15d-4622-b6db-19be1c424e27 with Priority: HIGHEST for action security_group_members [ 962.461655] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb10cfe4-a15d-4622-b6db-19be1c424e27 with Priority: HIGHEST for action security_group_members [ 962.461875] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb10cfe4-a15d-4622-b6db-19be1c424e27 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.462151] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb10cfe4-a15d-4622-b6db-19be1c424e27" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.462774] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb10cfe4-a15d-4622-b6db-19be1c424e27" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.462774] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb10cfe4-a15d-4622-b6db-19be1c424e27" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.462774] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.462774] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.462774] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.463020] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.463020] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.463084] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb10cfe4-a15d-4622-b6db-19be1c424e27',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.494534] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d9def72-f272-4150-9f5b-0fde0b1d6d4b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.739647] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d80ba68a-b076-4d3b-be24-8f2348659dda: rpc.has_security_group_logging(os_id): False [ 962.763751] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.763751] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.763751] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.763751] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.763751] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.763751] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.763751] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.763751] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.763751] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.763751] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.763751] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.763751] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.763751] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.763751] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.764591] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.764591] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.764591] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.764591] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.764591] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.764591] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.764591] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d80ba68a-b076-4d3b-be24-8f2348659dda is going to be updated. [ 962.837461] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.837461] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.837461] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.837461] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.837461] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.850206] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d80ba68a-b076-4d3b-be24-8f2348659dda in Status: IN_PROGRESS for 2s [ 962.965494] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.966542] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.966542] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.966542] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.966542] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.966821] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.966879] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.966912] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.967568] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.967568] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.967568] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb10cfe4-a15d-4622-b6db-19be1c424e27 already deleted. [ 962.967568] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb10cfe4-a15d-4622-b6db-19be1c424e27" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.997596] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.997748] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.997901] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.998077] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.998360] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.998360] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b is going to be updated. [ 963.031679] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.032187] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.032187] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.032602] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.032602] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.042643] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b in Status: IN_PROGRESS for 2s [ 963.310748] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-259 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.310951] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-259" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.311091] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-259" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.311445] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-259" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.311703] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.311860] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.311976] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.312207] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.312352] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.312579] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.312661] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 963.312768] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 963.312869] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 963.312972] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.313085] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 963.313214] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 963.339201] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 963.339383] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 963.339520] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 963.339700] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-259" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.340045] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-c2728db0-4a6a-40f2-ba94-fcb9cc2c139e taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.340217] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-c2728db0-4a6a-40f2-ba94-fcb9cc2c139e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.340409] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-c2728db0-4a6a-40f2-ba94-fcb9cc2c139e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.340740] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-c2728db0-4a6a-40f2-ba94-fcb9cc2c139e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.340877] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2728db0-4a6a-40f2-ba94-fcb9cc2c139e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.391358] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d02750e0-5911-4223-885b-5238bc056af0 in Status: SUCCESS [ 963.391620] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.391793] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.392039] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.392236] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.392348] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.392414] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.392570] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.392664] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.392725] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.392812] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d02750e0-5911-4223-885b-5238bc056af0',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.843808] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.844089] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.844217] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.844749] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.844954] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.845108] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port c2728db0-4a6a-40f2-ba94-fcb9cc2c139e not found, creating... [ 963.845385] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.845580] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.845733] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.845949] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.846102] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.846400] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.846557] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.846669] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.846878] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.847103] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.847148] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: c2728db0-4a6a-40f2-ba94-fcb9cc2c139e is going to be created. [ 963.867359] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.867537] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.867597] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.868719] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.868719] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.868719] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-c2728db0-4a6a-40f2-ba94-fcb9cc2c139e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.895353] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02750e0-5911-4223-885b-5238bc056af0 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.895511] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.895614] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.895850] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.896029] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.896142] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.896207] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.896357] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.896577] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.896754] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.896923] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02750e0-5911-4223-885b-5238bc056af0 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.897025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.897086] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.897229] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.897363] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.897454] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.897515] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.897648] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.897720] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.897798] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.897882] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d02750e0-5911-4223-885b-5238bc056af0',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.399889] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d02750e0-5911-4223-885b-5238bc056af0: rpc.has_security_group_logging(os_id): False [ 964.421386] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.421386] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.421386] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.421386] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.421386] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.421386] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.421386] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.421386] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.421386] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.421386] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.421386] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.421386] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.421386] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.421949] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.421949] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.422022] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.422190] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.422190] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.422331] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.422410] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.422500] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d02750e0-5911-4223-885b-5238bc056af0 is going to be created. [ 964.486664] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.486824] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.486902] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.487154] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.487336] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.500543] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d02750e0-5911-4223-885b-5238bc056af0 in Status: IN_PROGRESS for 2s [ 964.624899] env[65476]: INFO networking_nsxv3.common.synchronization [req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 req-c2659f1b-25bb-4f8c-a4e1-89a35321ce6c service nova] Enqueued Resource ID: eb10cfe4-a15d-4622-b6db-19be1c424e27 with Priority: HIGHEST for action security_group_rules [ 964.625099] env[65476]: INFO networking_nsxv3.common.synchronization [req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 req-c2659f1b-25bb-4f8c-a4e1-89a35321ce6c service nova] Enqueued Resource ID: eb10cfe4-a15d-4622-b6db-19be1c424e27 with Priority: HIGHEST for action security_group_members [ 964.625237] env[65476]: INFO networking_nsxv3.common.synchronization [req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 req-c2659f1b-25bb-4f8c-a4e1-89a35321ce6c service nova] Enqueued Resource ID: c2728db0-4a6a-40f2-ba94-fcb9cc2c139e with Priority: HIGHEST for action port [ 964.625770] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb10cfe4-a15d-4622-b6db-19be1c424e27 with Priority: HIGHEST for action security_group_rules [ 964.625912] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb10cfe4-a15d-4622-b6db-19be1c424e27 with Priority: HIGHEST for action security_group_members [ 964.626089] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2728db0-4a6a-40f2-ba94-fcb9cc2c139e with Priority: HIGHEST for action port [ 964.626490] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb10cfe4-a15d-4622-b6db-19be1c424e27 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.626621] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb10cfe4-a15d-4622-b6db-19be1c424e27" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.626701] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb10cfe4-a15d-4622-b6db-19be1c424e27" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.626944] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb10cfe4-a15d-4622-b6db-19be1c424e27" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.627052] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb10cfe4-a15d-4622-b6db-19be1c424e27',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.628056] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb10cfe4-a15d-4622-b6db-19be1c424e27 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.628177] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb10cfe4-a15d-4622-b6db-19be1c424e27" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.628402] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb10cfe4-a15d-4622-b6db-19be1c424e27" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.628589] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb10cfe4-a15d-4622-b6db-19be1c424e27" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.628739] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.628837] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.628941] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.629143] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.629262] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.629358] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb10cfe4-a15d-4622-b6db-19be1c424e27',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.630161] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2728db0-4a6a-40f2-ba94-fcb9cc2c139e taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.630275] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2728db0-4a6a-40f2-ba94-fcb9cc2c139e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.630340] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2728db0-4a6a-40f2-ba94-fcb9cc2c139e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.630582] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2728db0-4a6a-40f2-ba94-fcb9cc2c139e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.630669] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2728db0-4a6a-40f2-ba94-fcb9cc2c139e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.866086] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d80ba68a-b076-4d3b-be24-8f2348659dda in Status: SUCCESS [ 964.866086] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.056196] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b in Status: SUCCESS [ 965.056438] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.056634] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.056870] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.057098] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.057887] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.057990] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.058480] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.058594] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.058692] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.058915] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d9def72-f272-4150-9f5b-0fde0b1d6d4b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.125309] env[65476]: INFO networking_nsxv3.common.synchronization [req-d5420b17-4da7-4baa-88a1-503ce3140e2a req-cd54c1bf-7f50-4ed5-960a-5f3461dcd41d tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Enqueued Resource ID: 61e6ae49-b04a-4fe1-9348-26b97c894a67 with Priority: HIGHEST for action security_group_members [ 965.125309] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61e6ae49-b04a-4fe1-9348-26b97c894a67 with Priority: HIGHEST for action security_group_members [ 965.125593] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-61e6ae49-b04a-4fe1-9348-26b97c894a67 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.125898] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61e6ae49-b04a-4fe1-9348-26b97c894a67" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.126066] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61e6ae49-b04a-4fe1-9348-26b97c894a67" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.126397] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61e6ae49-b04a-4fe1-9348-26b97c894a67" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.126677] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.126886] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.127144] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.127393] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.127836] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.128085] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61e6ae49-b04a-4fe1-9348-26b97c894a67',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.134314] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb10cfe4-a15d-4622-b6db-19be1c424e27 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.134314] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb10cfe4-a15d-4622-b6db-19be1c424e27" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.134314] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb10cfe4-a15d-4622-b6db-19be1c424e27',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.134314] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2728db0-4a6a-40f2-ba94-fcb9cc2c139e with status ACTIVE [ 965.134314] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.134314] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.134314] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.135046] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.135246] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.135527] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.135746] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.135886] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.136151] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.136399] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.136677] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.136881] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.137023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.139215] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.139215] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.139215] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2728db0-4a6a-40f2-ba94-fcb9cc2c139e is going to be updated. [ 965.161428] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.161645] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.161645] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.161839] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.161973] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.162142] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2728db0-4a6a-40f2-ba94-fcb9cc2c139e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.499244] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-350 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.499488] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-350" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.499619] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-350" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.499912] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-350" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.500190] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.500350] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.500465] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.500683] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.500826] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.501043] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.501173] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 965.501299] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 965.501401] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 965.501571] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.501638] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 965.501769] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 965.522761] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 965.522932] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 965.523062] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 965.523261] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-350" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.523670] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-98873b90-8920-469f-9a6a-c832aafab796 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.523850] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-98873b90-8920-469f-9a6a-c832aafab796" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.523949] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-98873b90-8920-469f-9a6a-c832aafab796" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.524315] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-98873b90-8920-469f-9a6a-c832aafab796" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.524465] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98873b90-8920-469f-9a6a-c832aafab796',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.561140] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.561331] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.561380] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.561662] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.561910] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.562072] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.562146] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.562321] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.562408] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.562500] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.562688] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.562814] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.562873] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.563785] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.564020] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.564167] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.564490] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.564490] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.564917] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.564917] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.564917] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d9def72-f272-4150-9f5b-0fde0b1d6d4b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.630506] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.630506] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.630863] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.630863] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.631565] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.631565] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.631565] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.631565] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.631565] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.631815] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.631815] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61e6ae49-b04a-4fe1-9348-26b97c894a67 already deleted. [ 965.631815] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61e6ae49-b04a-4fe1-9348-26b97c894a67" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.639977] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb10cfe4-a15d-4622-b6db-19be1c424e27',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.028634] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.029039] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.029107] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.029439] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.029638] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.029845] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port 98873b90-8920-469f-9a6a-c832aafab796 not found, creating... [ 966.030222] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.030458] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.030651] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.030999] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.031273] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.031596] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.031845] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.031987] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.032303] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.032463] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.032638] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: 98873b90-8920-469f-9a6a-c832aafab796 is going to be created. [ 966.059229] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.059534] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.059601] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.059863] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.060122] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.060439] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-98873b90-8920-469f-9a6a-c832aafab796" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.067035] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d9def72-f272-4150-9f5b-0fde0b1d6d4b: rpc.has_security_group_logging(os_id): False [ 966.085486] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.085770] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.085770] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.085952] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.086024] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.086231] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.086329] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.086380] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.086539] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.086614] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.086892] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.086892] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.086998] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.087115] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.087167] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.087327] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.087419] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.087479] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.087648] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.087711] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.087797] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b is going to be updated. [ 966.142891] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.143091] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.143164] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.143423] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.143534] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.143637] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb10cfe4-a15d-4622-b6db-19be1c424e27 is going to be created. [ 966.164721] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.164938] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.165066] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.165367] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.165635] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.182129] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.182343] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.182343] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.182550] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.182705] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.197064] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb10cfe4-a15d-4622-b6db-19be1c424e27 in Status: UNINITIALIZED for 2s [ 966.202806] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b in Status: IN_PROGRESS for 2s [ 966.513269] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d02750e0-5911-4223-885b-5238bc056af0 in Status: SUCCESS [ 966.513628] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.799431] env[65476]: INFO networking_nsxv3.common.synchronization [req-d5420b17-4da7-4baa-88a1-503ce3140e2a req-fa9061a6-ca9b-4f70-a4a4-abf1af06f7e1 service nova] Enqueued Resource ID: 61e6ae49-b04a-4fe1-9348-26b97c894a67 with Priority: HIGHEST for action security_group_rules [ 966.800165] env[65476]: INFO networking_nsxv3.common.synchronization [req-d5420b17-4da7-4baa-88a1-503ce3140e2a req-fa9061a6-ca9b-4f70-a4a4-abf1af06f7e1 service nova] Enqueued Resource ID: 61e6ae49-b04a-4fe1-9348-26b97c894a67 with Priority: HIGHEST for action security_group_members [ 966.800322] env[65476]: INFO networking_nsxv3.common.synchronization [req-d5420b17-4da7-4baa-88a1-503ce3140e2a req-fa9061a6-ca9b-4f70-a4a4-abf1af06f7e1 service nova] Enqueued Resource ID: 98873b90-8920-469f-9a6a-c832aafab796 with Priority: HIGHEST for action port [ 966.800895] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61e6ae49-b04a-4fe1-9348-26b97c894a67 with Priority: HIGHEST for action security_group_rules [ 966.801046] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61e6ae49-b04a-4fe1-9348-26b97c894a67 with Priority: HIGHEST for action security_group_members [ 966.801146] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98873b90-8920-469f-9a6a-c832aafab796 with Priority: HIGHEST for action port [ 966.801447] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61e6ae49-b04a-4fe1-9348-26b97c894a67 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.801576] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61e6ae49-b04a-4fe1-9348-26b97c894a67" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.801641] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61e6ae49-b04a-4fe1-9348-26b97c894a67" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.801840] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61e6ae49-b04a-4fe1-9348-26b97c894a67" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.801920] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61e6ae49-b04a-4fe1-9348-26b97c894a67',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.803856] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-61e6ae49-b04a-4fe1-9348-26b97c894a67 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.803856] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61e6ae49-b04a-4fe1-9348-26b97c894a67" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.803856] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61e6ae49-b04a-4fe1-9348-26b97c894a67" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.803856] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61e6ae49-b04a-4fe1-9348-26b97c894a67" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.804237] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.804237] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.804237] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.804368] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.804474] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.804582] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61e6ae49-b04a-4fe1-9348-26b97c894a67',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.805845] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-98873b90-8920-469f-9a6a-c832aafab796 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.805959] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98873b90-8920-469f-9a6a-c832aafab796" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.806012] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98873b90-8920-469f-9a6a-c832aafab796" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.806169] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98873b90-8920-469f-9a6a-c832aafab796" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.806243] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98873b90-8920-469f-9a6a-c832aafab796',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.307031] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-61e6ae49-b04a-4fe1-9348-26b97c894a67 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.307031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61e6ae49-b04a-4fe1-9348-26b97c894a67" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.307031] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61e6ae49-b04a-4fe1-9348-26b97c894a67',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.309170] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98873b90-8920-469f-9a6a-c832aafab796 with status ACTIVE [ 967.309416] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.309494] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.309831] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.309831] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.309923] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.310063] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.310503] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.310503] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.310503] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.310503] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.310635] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.310749] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.310778] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.310901] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.310976] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.311688] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98873b90-8920-469f-9a6a-c832aafab796 is going to be updated. [ 967.355445] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.355732] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.355732] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.355922] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.356090] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.356264] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98873b90-8920-469f-9a6a-c832aafab796" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.596464] env[65476]: INFO networking_nsxv3.common.synchronization [None req-d54ac210-d7d8-45cd-ad8c-275d81c51a48 None None] Enqueued Resource ID: 07cb021a-2815-42d2-91ca-46a4f7b6bcb8 with Priority: HIGHEST for action port [ 967.597472] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cb021a-2815-42d2-91ca-46a4f7b6bcb8 with Priority: HIGHEST for action port [ 967.598070] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-07cb021a-2815-42d2-91ca-46a4f7b6bcb8 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.598209] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07cb021a-2815-42d2-91ca-46a4f7b6bcb8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.598295] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07cb021a-2815-42d2-91ca-46a4f7b6bcb8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.598638] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07cb021a-2815-42d2-91ca-46a4f7b6bcb8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.598750] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07cb021a-2815-42d2-91ca-46a4f7b6bcb8',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.760959] env[65476]: INFO networking_nsxv3.common.synchronization [req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f req-8072d565-b499-43c0-9eb3-0dee275bc010 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Enqueued Resource ID: 455bb743-de19-43c4-aa68-491bf4dd5b84 with Priority: HIGHEST for action security_group_members [ 967.761613] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455bb743-de19-43c4-aa68-491bf4dd5b84 with Priority: HIGHEST for action security_group_members [ 967.761931] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-455bb743-de19-43c4-aa68-491bf4dd5b84 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.762117] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.762186] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.762468] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.762631] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.762729] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.762794] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.763021] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.763108] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.763201] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('455bb743-de19-43c4-aa68-491bf4dd5b84',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.808949] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61e6ae49-b04a-4fe1-9348-26b97c894a67',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.100931] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07cb021a-2815-42d2-91ca-46a4f7b6bcb8 [ 968.101283] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.101454] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.101545] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.101765] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.101857] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.101955] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07cb021a-2815-42d2-91ca-46a4f7b6bcb8 already deleted. [ 968.102049] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07cb021a-2815-42d2-91ca-46a4f7b6bcb8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.208504] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb10cfe4-a15d-4622-b6db-19be1c424e27 in Status: UNINITIALIZED for 4s [ 968.218495] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b in Status: SUCCESS [ 968.219092] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.265801] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.266027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.266096] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.266548] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.266548] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.266548] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.266655] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.266698] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.266832] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.266927] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.266967] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 455bb743-de19-43c4-aa68-491bf4dd5b84 already deleted. [ 968.267078] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.314895] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.314895] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.314895] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.314895] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.314895] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.314895] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61e6ae49-b04a-4fe1-9348-26b97c894a67 is going to be created. [ 968.349235] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.349402] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.349476] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.349700] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.349856] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.362056] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61e6ae49-b04a-4fe1-9348-26b97c894a67 in Status: UNINITIALIZED for 2s [ 968.416723] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-181 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.416943] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-181" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.417165] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-181" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.417492] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-181" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.417758] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.417917] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.418044] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.418268] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.418427] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.418718] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 968.418827] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 968.418931] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 968.419046] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 968.419158] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 968.419259] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 968.419468] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 968.442023] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 968.442023] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 968.442023] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 968.442468] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-181" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.442895] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-cc3adcd1-9025-4aca-9eaa-e700be07584a taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.443770] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-cc3adcd1-9025-4aca-9eaa-e700be07584a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.443770] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-cc3adcd1-9025-4aca-9eaa-e700be07584a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.443770] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-cc3adcd1-9025-4aca-9eaa-e700be07584a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.443996] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc3adcd1-9025-4aca-9eaa-e700be07584a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.949519] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.949519] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.949519] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.949519] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.949519] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.949519] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port cc3adcd1-9025-4aca-9eaa-e700be07584a not found, creating... [ 968.949519] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.949519] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.949519] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.949519] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.949519] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.950013] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.950013] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.950013] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.950013] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.950013] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.950013] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: cc3adcd1-9025-4aca-9eaa-e700be07584a is going to be created. [ 968.973665] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.974847] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.975217] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.975677] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.976142] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.976544] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-cc3adcd1-9025-4aca-9eaa-e700be07584a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.546105] env[65476]: INFO networking_nsxv3.common.synchronization [None req-0bf417a0-6f6c-402b-a000-69427960a63f None None] Enqueued Resource ID: ef103062-7656-4f40-8223-dc7f9c814378 with Priority: HIGHEST for action port [ 969.546679] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef103062-7656-4f40-8223-dc7f9c814378 with Priority: HIGHEST for action port [ 969.547019] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef103062-7656-4f40-8223-dc7f9c814378 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.547162] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef103062-7656-4f40-8223-dc7f9c814378" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.547195] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef103062-7656-4f40-8223-dc7f9c814378" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.547976] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef103062-7656-4f40-8223-dc7f9c814378" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.548337] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef103062-7656-4f40-8223-dc7f9c814378',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.687524] env[65476]: INFO networking_nsxv3.common.synchronization [None req-f9021359-3385-448e-a9a0-a661b88fca97 None None] Enqueued Resource ID: 1514fd92-5216-4893-88cc-da0e804b1cfa with Priority: HIGHEST for action port [ 969.688066] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1514fd92-5216-4893-88cc-da0e804b1cfa with Priority: HIGHEST for action port [ 969.688376] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-1514fd92-5216-4893-88cc-da0e804b1cfa taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.688510] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1514fd92-5216-4893-88cc-da0e804b1cfa" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.688565] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1514fd92-5216-4893-88cc-da0e804b1cfa" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.688821] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1514fd92-5216-4893-88cc-da0e804b1cfa" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.688904] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1514fd92-5216-4893-88cc-da0e804b1cfa',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.733919] env[65476]: INFO networking_nsxv3.common.synchronization [req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f req-e5920e7c-ec36-4cc2-a777-0ecd66fcd105 service nova] Enqueued Resource ID: 455bb743-de19-43c4-aa68-491bf4dd5b84 with Priority: HIGHEST for action security_group_rules [ 969.734114] env[65476]: INFO networking_nsxv3.common.synchronization [req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f req-e5920e7c-ec36-4cc2-a777-0ecd66fcd105 service nova] Enqueued Resource ID: 455bb743-de19-43c4-aa68-491bf4dd5b84 with Priority: HIGHEST for action security_group_members [ 969.734256] env[65476]: INFO networking_nsxv3.common.synchronization [req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f req-e5920e7c-ec36-4cc2-a777-0ecd66fcd105 service nova] Enqueued Resource ID: cc3adcd1-9025-4aca-9eaa-e700be07584a with Priority: HIGHEST for action port [ 969.734782] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455bb743-de19-43c4-aa68-491bf4dd5b84 with Priority: HIGHEST for action security_group_rules [ 969.734926] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455bb743-de19-43c4-aa68-491bf4dd5b84 with Priority: HIGHEST for action security_group_members [ 969.735027] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc3adcd1-9025-4aca-9eaa-e700be07584a with Priority: HIGHEST for action port [ 969.735309] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-455bb743-de19-43c4-aa68-491bf4dd5b84 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.735446] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.735482] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.735735] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.735832] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('455bb743-de19-43c4-aa68-491bf4dd5b84',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.737764] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-455bb743-de19-43c4-aa68-491bf4dd5b84 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.737909] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.737982] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.738175] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.738696] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.738911] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.738911] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.739047] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.739134] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.739219] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('455bb743-de19-43c4-aa68-491bf4dd5b84',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.740498] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc3adcd1-9025-4aca-9eaa-e700be07584a taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.740633] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc3adcd1-9025-4aca-9eaa-e700be07584a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.740702] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc3adcd1-9025-4aca-9eaa-e700be07584a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.741553] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc3adcd1-9025-4aca-9eaa-e700be07584a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.741553] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc3adcd1-9025-4aca-9eaa-e700be07584a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.051940] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef103062-7656-4f40-8223-dc7f9c814378 [ 970.056104] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.056104] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.056104] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.056104] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.056104] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.056104] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef103062-7656-4f40-8223-dc7f9c814378 already deleted. [ 970.056104] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef103062-7656-4f40-8223-dc7f9c814378" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.076018] env[65476]: INFO networking_nsxv3.common.synchronization [req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 req-1abd01ff-3c5d-40b6-bfd5-00a12f28403b tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Enqueued Resource ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee with Priority: HIGHEST for action security_group_members [ 970.076018] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee with Priority: HIGHEST for action security_group_members [ 970.076018] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbaac4fb-a1b3-4857-944c-fc646a4729ee taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.076018] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.076018] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.076018] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.076018] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.076572] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.076760] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.077119] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.077316] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.077530] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbaac4fb-a1b3-4857-944c-fc646a4729ee',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.194455] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1514fd92-5216-4893-88cc-da0e804b1cfa [ 970.194455] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.194455] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.194455] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.194455] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.194455] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.194455] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1514fd92-5216-4893-88cc-da0e804b1cfa already deleted. [ 970.194455] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1514fd92-5216-4893-88cc-da0e804b1cfa" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.220910] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb10cfe4-a15d-4622-b6db-19be1c424e27 in Status: SUCCESS [ 970.221636] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb10cfe4-a15d-4622-b6db-19be1c424e27" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.221759] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb10cfe4-a15d-4622-b6db-19be1c424e27" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.221947] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb10cfe4-a15d-4622-b6db-19be1c424e27" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.222137] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.222255] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.222320] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.222473] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.222553] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.222694] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb10cfe4-a15d-4622-b6db-19be1c424e27" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.222734] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb10cfe4-a15d-4622-b6db-19be1c424e27',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.243608] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-455bb743-de19-43c4-aa68-491bf4dd5b84 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.243790] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.243918] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('455bb743-de19-43c4-aa68-491bf4dd5b84',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.245032] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc3adcd1-9025-4aca-9eaa-e700be07584a with status ACTIVE [ 970.245292] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.245413] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.245460] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.245672] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.245770] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.245950] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.246061] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.246121] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.246282] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.246356] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.246787] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.246787] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.246787] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.246965] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.246965] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.246965] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc3adcd1-9025-4aca-9eaa-e700be07584a is going to be updated. [ 970.271751] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.271929] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.271973] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.272241] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.272383] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.272538] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc3adcd1-9025-4aca-9eaa-e700be07584a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.377768] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61e6ae49-b04a-4fe1-9348-26b97c894a67 in Status: SUCCESS [ 970.377768] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61e6ae49-b04a-4fe1-9348-26b97c894a67" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.377768] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61e6ae49-b04a-4fe1-9348-26b97c894a67" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.377768] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61e6ae49-b04a-4fe1-9348-26b97c894a67" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.377943] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.378024] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.378060] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.378532] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.378532] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.378692] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61e6ae49-b04a-4fe1-9348-26b97c894a67" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.378773] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61e6ae49-b04a-4fe1-9348-26b97c894a67',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.580729] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.581031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.581031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.581173] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.581260] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.581496] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.581619] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.581818] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.581818] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.581935] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.582070] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee is going to be updated. [ 970.616737] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.616737] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.616737] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.616737] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.616737] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.625408] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee in Status: IN_PROGRESS for 2s [ 970.631661] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-249 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.631939] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-249" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.632041] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-249" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.632265] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-249" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.632522] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.632694] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.632791] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.633041] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.633168] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.633372] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.633531] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.633647] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.633814] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.633876] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.633950] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.634090] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.652751] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.652901] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 970.653046] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.653230] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-249" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.653651] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-277fc81c-c874-4110-a442-21a024412a9f taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.653825] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-277fc81c-c874-4110-a442-21a024412a9f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.653940] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-277fc81c-c874-4110-a442-21a024412a9f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.654296] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-277fc81c-c874-4110-a442-21a024412a9f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.654617] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('277fc81c-c874-4110-a442-21a024412a9f',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.728082] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb10cfe4-a15d-4622-b6db-19be1c424e27 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.728431] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb10cfe4-a15d-4622-b6db-19be1c424e27" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.728431] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb10cfe4-a15d-4622-b6db-19be1c424e27" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.728666] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb10cfe4-a15d-4622-b6db-19be1c424e27" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.728849] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.728954] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.729029] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.729169] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.729396] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.729396] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb10cfe4-a15d-4622-b6db-19be1c424e27" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.730301] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb10cfe4-a15d-4622-b6db-19be1c424e27 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.730301] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb10cfe4-a15d-4622-b6db-19be1c424e27" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.730301] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb10cfe4-a15d-4622-b6db-19be1c424e27" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.730301] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb10cfe4-a15d-4622-b6db-19be1c424e27" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.730301] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.730301] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.730301] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.730301] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.730301] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.730636] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb10cfe4-a15d-4622-b6db-19be1c424e27" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.730636] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb10cfe4-a15d-4622-b6db-19be1c424e27',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.749087] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('455bb743-de19-43c4-aa68-491bf4dd5b84',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.881912] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61e6ae49-b04a-4fe1-9348-26b97c894a67',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.161286] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.161286] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.161286] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.161286] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.161286] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.161286] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port 277fc81c-c874-4110-a442-21a024412a9f not found, creating... [ 971.161286] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.161286] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.161286] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.165388] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.165388] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.165388] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.165388] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.165388] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.165388] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.165388] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.165388] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: 277fc81c-c874-4110-a442-21a024412a9f is going to be created. [ 971.187511] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.187511] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.187511] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.188142] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.189041] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.189041] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-277fc81c-c874-4110-a442-21a024412a9f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.235275] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb10cfe4-a15d-4622-b6db-19be1c424e27: rpc.has_security_group_logging(os_id): False [ 971.253045] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.253045] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.253045] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.253630] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.253630] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.253630] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 455bb743-de19-43c4-aa68-491bf4dd5b84 is going to be created. [ 971.264318] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.264543] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.264543] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.264828] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.264828] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.265146] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.265146] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.265335] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.265389] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.265438] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.266027] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.266027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.266027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.266027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.266027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.266267] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.266326] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.266418] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.266500] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.266576] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.266684] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb10cfe4-a15d-4622-b6db-19be1c424e27 is going to be created. [ 971.306113] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.306271] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.306338] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.306567] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.306731] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.324026] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 455bb743-de19-43c4-aa68-491bf4dd5b84 in Status: UNINITIALIZED for 2s [ 971.386306] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61e6ae49-b04a-4fe1-9348-26b97c894a67: rpc.has_security_group_logging(os_id): False [ 971.411738] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.411738] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.411738] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.411738] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.411738] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.411738] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.411738] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.411738] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.411738] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.411738] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.411738] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61e6ae49-b04a-4fe1-9348-26b97c894a67 is going to be created. [ 971.418166] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.418448] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.418448] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.418633] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.418836] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.460440] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb10cfe4-a15d-4622-b6db-19be1c424e27 in Status: IN_PROGRESS for 2s [ 971.554362] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.554588] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.554742] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.554928] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.555224] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.578140] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61e6ae49-b04a-4fe1-9348-26b97c894a67 in Status: IN_PROGRESS for 2s [ 971.921089] env[65476]: INFO networking_nsxv3.common.synchronization [req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 req-ddba937b-cd73-4072-bb89-1d02cf630b1f service nova] Enqueued Resource ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee with Priority: HIGHEST for action security_group_rules [ 971.921089] env[65476]: INFO networking_nsxv3.common.synchronization [req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 req-ddba937b-cd73-4072-bb89-1d02cf630b1f service nova] Enqueued Resource ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee with Priority: HIGHEST for action security_group_members [ 971.921089] env[65476]: INFO networking_nsxv3.common.synchronization [req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 req-ddba937b-cd73-4072-bb89-1d02cf630b1f service nova] Enqueued Resource ID: 277fc81c-c874-4110-a442-21a024412a9f with Priority: HIGHEST for action port [ 971.922743] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee with Priority: HIGHEST for action security_group_rules [ 971.922743] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee with Priority: HIGHEST for action security_group_members [ 971.922743] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 277fc81c-c874-4110-a442-21a024412a9f with Priority: HIGHEST for action port [ 971.922743] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbaac4fb-a1b3-4857-944c-fc646a4729ee taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.922743] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.922743] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.922743] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.922743] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbaac4fb-a1b3-4857-944c-fc646a4729ee',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.924811] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbaac4fb-a1b3-4857-944c-fc646a4729ee taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.924811] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.924811] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-277fc81c-c874-4110-a442-21a024412a9f taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.924811] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-277fc81c-c874-4110-a442-21a024412a9f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.924811] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-277fc81c-c874-4110-a442-21a024412a9f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.924811] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-277fc81c-c874-4110-a442-21a024412a9f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.925226] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('277fc81c-c874-4110-a442-21a024412a9f',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.265433] env[65476]: INFO networking_nsxv3.common.synchronization [None req-612cd50c-36ee-4897-8783-1fc1876ad7ed tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Enqueued Resource ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e with Priority: HIGHEST for action security_group_rules [ 972.265433] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e with Priority: HIGHEST for action security_group_rules [ 972.265433] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6f2c17e-bbff-4551-a188-e8cd70bb609e taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.265995] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.266220] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.266595] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.266776] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6f2c17e-bbff-4551-a188-e8cd70bb609e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.364657] env[65476]: INFO networking_nsxv3.common.synchronization [None req-66b1e8a1-6309-4d7e-8dbc-3998fde514fd tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Enqueued Resource ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e with Priority: HIGHEST for action security_group_rules [ 972.366601] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e with Priority: HIGHEST for action security_group_rules [ 972.366601] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6f2c17e-bbff-4551-a188-e8cd70bb609e taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.366601] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.416356] env[65476]: INFO networking_nsxv3.common.synchronization [None req-5eb545af-54f7-4984-8720-c36a730be84e None None] Enqueued Resource ID: a084492d-659e-492f-b53a-99747045fd28 with Priority: HIGHEST for action port [ 972.417327] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a084492d-659e-492f-b53a-99747045fd28 with Priority: HIGHEST for action port [ 972.417327] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-a084492d-659e-492f-b53a-99747045fd28 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.417327] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a084492d-659e-492f-b53a-99747045fd28" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.417506] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a084492d-659e-492f-b53a-99747045fd28" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.417656] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a084492d-659e-492f-b53a-99747045fd28" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.417720] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a084492d-659e-492f-b53a-99747045fd28',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.426754] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbaac4fb-a1b3-4857-944c-fc646a4729ee taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.426898] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.427358] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 277fc81c-c874-4110-a442-21a024412a9f with status ACTIVE [ 972.427358] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.427358] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.427556] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.427766] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.427830] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.427995] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.428086] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.428141] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.429291] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.429291] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.429291] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.429291] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.429291] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.429291] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.429291] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.429291] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 277fc81c-c874-4110-a442-21a024412a9f is going to be updated. [ 972.454945] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.455156] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.455213] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.455454] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.455619] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.455829] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-277fc81c-c874-4110-a442-21a024412a9f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.638617] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee in Status: SUCCESS [ 972.643061] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee deletion is rescheduled due to dependency. [ 972.643061] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.643061] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.643061] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.643061] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.643061] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.643061] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.643061] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.643061] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.643061] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbaac4fb-a1b3-4857-944c-fc646a4729ee',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.789768] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.789768] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.789876] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.790031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.790126] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.790227] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e already deleted. [ 972.790310] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.790465] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.790665] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.790764] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6f2c17e-bbff-4551-a188-e8cd70bb609e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.919397] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a084492d-659e-492f-b53a-99747045fd28 [ 972.919672] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.919801] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.919862] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.920096] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.920185] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.920279] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a084492d-659e-492f-b53a-99747045fd28 already deleted. [ 972.920355] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a084492d-659e-492f-b53a-99747045fd28" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.145297] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbaac4fb-a1b3-4857-944c-fc646a4729ee',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.315191] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.315360] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.315403] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.315613] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.315756] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.315866] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e already deleted. [ 973.315953] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.336496] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 455bb743-de19-43c4-aa68-491bf4dd5b84 in Status: SUCCESS [ 973.336714] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.336714] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.336956] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.337171] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.337283] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.337343] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.337517] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.337607] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.337694] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.337784] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('455bb743-de19-43c4-aa68-491bf4dd5b84',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.472838] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb10cfe4-a15d-4622-b6db-19be1c424e27 in Status: SUCCESS [ 973.473045] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb10cfe4-a15d-4622-b6db-19be1c424e27" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.593906] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61e6ae49-b04a-4fe1-9348-26b97c894a67 in Status: SUCCESS [ 973.594210] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61e6ae49-b04a-4fe1-9348-26b97c894a67" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.647807] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbaac4fb-a1b3-4857-944c-fc646a4729ee',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.839980] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-455bb743-de19-43c4-aa68-491bf4dd5b84 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.840294] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.840371] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.840681] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.840930] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.841099] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.841196] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.841422] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.841548] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.841677] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.841913] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-455bb743-de19-43c4-aa68-491bf4dd5b84 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.841913] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.841913] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.841913] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.841913] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.842761] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.842761] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.842957] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.844298] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.844420] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.844865] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('455bb743-de19-43c4-aa68-491bf4dd5b84',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.150904] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.152022] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.152022] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.152022] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.152171] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.152223] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee is going to be updated. [ 974.188014] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.188421] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.188502] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.188872] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.189224] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.199363] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee in Status: IN_PROGRESS for 2s [ 974.348695] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 455bb743-de19-43c4-aa68-491bf4dd5b84: rpc.has_security_group_logging(os_id): False [ 974.377602] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.377602] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.377602] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.377602] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.377602] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.377602] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.378019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.378019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.378019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.378133] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.378359] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.378359] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.378510] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.379151] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.379151] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.379151] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.379151] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.379151] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.379622] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.379736] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.380425] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 455bb743-de19-43c4-aa68-491bf4dd5b84 is going to be created. [ 974.463751] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.463962] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.464084] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.464317] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.464563] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.482288] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 455bb743-de19-43c4-aa68-491bf4dd5b84 in Status: IN_PROGRESS for 2s [ 976.213678] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee in Status: SUCCESS [ 976.214275] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.214482] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.214834] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.215113] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.215423] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.215969] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.215969] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.216199] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.216548] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.216548] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbaac4fb-a1b3-4857-944c-fc646a4729ee',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.421638] env[65476]: INFO networking_nsxv3.common.synchronization [req-7cbe59b1-26af-4897-bb6b-3596effb1a03 req-581b844a-6296-47ba-87f9-02b828100f01 tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Enqueued Resource ID: fe093e04-e269-4c4e-a091-0c54f4a6f2ff with Priority: HIGHEST for action security_group_members [ 976.422222] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe093e04-e269-4c4e-a091-0c54f4a6f2ff with Priority: HIGHEST for action security_group_members [ 976.423129] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe093e04-e269-4c4e-a091-0c54f4a6f2ff taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.424974] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe093e04-e269-4c4e-a091-0c54f4a6f2ff" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.425099] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe093e04-e269-4c4e-a091-0c54f4a6f2ff" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.425329] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe093e04-e269-4c4e-a091-0c54f4a6f2ff" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.425522] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.425639] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.425702] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.425866] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.425949] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.426063] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe093e04-e269-4c4e-a091-0c54f4a6f2ff',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.505830] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 455bb743-de19-43c4-aa68-491bf4dd5b84 in Status: SUCCESS [ 976.505963] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.723206] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbaac4fb-a1b3-4857-944c-fc646a4729ee taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.724019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.724117] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.724400] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.724634] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.724777] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.724843] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.725372] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.725495] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.725638] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.725889] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbaac4fb-a1b3-4857-944c-fc646a4729ee taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.726055] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.726108] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.726290] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.726520] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.726649] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.726709] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.726878] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.726960] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.727147] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.727147] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbaac4fb-a1b3-4857-944c-fc646a4729ee',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.928722] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.928841] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.928919] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.929571] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.929571] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.929674] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.929842] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.929949] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.930135] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.930230] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.930332] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe093e04-e269-4c4e-a091-0c54f4a6f2ff is going to be updated. [ 976.971257] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.971475] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.971576] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.971841] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.972037] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.985778] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe093e04-e269-4c4e-a091-0c54f4a6f2ff in Status: IN_PROGRESS for 2s [ 977.231876] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbaac4fb-a1b3-4857-944c-fc646a4729ee: rpc.has_security_group_logging(os_id): False [ 977.251791] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.252212] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.252305] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.252509] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.252606] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.252872] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.252933] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.252969] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.253111] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.253186] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.253363] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.253456] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.253574] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.253731] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.253803] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.254000] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.254543] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.254680] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.254871] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.254992] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.255138] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee is going to be updated. [ 977.359422] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.359567] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.359678] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.359884] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.360048] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.382967] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee in Status: IN_PROGRESS for 2s [ 978.998243] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe093e04-e269-4c4e-a091-0c54f4a6f2ff in Status: SUCCESS [ 978.998678] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe093e04-e269-4c4e-a091-0c54f4a6f2ff deletion is rescheduled due to dependency. [ 978.998678] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe093e04-e269-4c4e-a091-0c54f4a6f2ff" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.400350] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee in Status: SUCCESS [ 979.400701] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.529482] env[65476]: INFO networking_nsxv3.common.synchronization [req-45cdc09f-d42e-4bea-990e-c28a26f49d88 req-3beb48c0-f7d4-4e19-8c3d-5d643a2a7085 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Enqueued Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_members [ 979.530043] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_members [ 979.530438] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.530504] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.530575] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.530777] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.530935] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.531034] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.531099] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.531243] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.531327] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.531419] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.036535] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.037045] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.037045] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.037374] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.037488] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.037816] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.041709] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.041709] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.041709] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.041709] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.041709] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 is going to be updated. [ 980.079036] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.079216] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.079292] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.079535] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.079701] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.089673] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 in Status: IN_PROGRESS for 2s [ 980.396944] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-928 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.397204] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-928" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.397339] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-928" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.397657] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-928" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.398076] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.398185] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.398278] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.398519] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.398707] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.398939] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 980.399104] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 980.399235] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 980.399344] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 980.399471] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 980.399627] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 980.399758] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 980.420905] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 980.421194] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 980.421387] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 980.421648] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-928" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.422086] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-46190c29-1242-4516-b9d3-445d05202b60 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.422340] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-46190c29-1242-4516-b9d3-445d05202b60" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.422530] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-46190c29-1242-4516-b9d3-445d05202b60" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.422959] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-46190c29-1242-4516-b9d3-445d05202b60" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.423214] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46190c29-1242-4516-b9d3-445d05202b60',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.527620] env[65476]: INFO networking_nsxv3.common.synchronization [req-9297f2eb-ff6a-4985-b710-18c806738a8e req-1040c073-2ab1-4969-9871-7c968712e097 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Enqueued Resource ID: eb10cfe4-a15d-4622-b6db-19be1c424e27 with Priority: HIGHEST for action security_group_members [ 980.528210] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb10cfe4-a15d-4622-b6db-19be1c424e27 with Priority: HIGHEST for action security_group_members [ 980.528513] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb10cfe4-a15d-4622-b6db-19be1c424e27 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.528667] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb10cfe4-a15d-4622-b6db-19be1c424e27" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.528737] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb10cfe4-a15d-4622-b6db-19be1c424e27" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.528935] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb10cfe4-a15d-4622-b6db-19be1c424e27" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.529255] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.529255] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.529255] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.529406] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.529485] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.529575] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb10cfe4-a15d-4622-b6db-19be1c424e27',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.925880] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.926155] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.926288] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.926577] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.926851] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.926928] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port 46190c29-1242-4516-b9d3-445d05202b60 not found, creating... [ 980.927145] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.927305] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.927422] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.927637] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.927863] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.928075] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.928230] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.928345] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.928547] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.928680] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.928848] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: 46190c29-1242-4516-b9d3-445d05202b60 is going to be created. [ 980.955754] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.955754] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.955754] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.955754] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.955754] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.955754] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-46190c29-1242-4516-b9d3-445d05202b60" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.031916] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.032133] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.032214] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.032484] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.032615] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.032868] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.032979] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.033074] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.033261] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.033367] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.033465] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb10cfe4-a15d-4622-b6db-19be1c424e27 is going to be updated. [ 981.078768] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.079096] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.079096] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.079224] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.079369] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.093452] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb10cfe4-a15d-4622-b6db-19be1c424e27 in Status: IN_PROGRESS for 2s [ 981.643451] env[65476]: INFO networking_nsxv3.common.synchronization [req-45cdc09f-d42e-4bea-990e-c28a26f49d88 req-9c01ffeb-d442-4aab-93c3-ff39ba56bd29 service nova] Enqueued Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_rules [ 981.644401] env[65476]: INFO networking_nsxv3.common.synchronization [req-45cdc09f-d42e-4bea-990e-c28a26f49d88 req-9c01ffeb-d442-4aab-93c3-ff39ba56bd29 service nova] Enqueued Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_members [ 981.644401] env[65476]: INFO networking_nsxv3.common.synchronization [req-45cdc09f-d42e-4bea-990e-c28a26f49d88 req-9c01ffeb-d442-4aab-93c3-ff39ba56bd29 service nova] Enqueued Resource ID: 46190c29-1242-4516-b9d3-445d05202b60 with Priority: HIGHEST for action port [ 981.644674] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_rules [ 981.644840] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_members [ 981.645542] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46190c29-1242-4516-b9d3-445d05202b60 with Priority: HIGHEST for action port [ 981.646173] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.646173] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.646300] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.646694] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.647018] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.649482] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.650148] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.650526] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-46190c29-1242-4516-b9d3-445d05202b60 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.650681] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46190c29-1242-4516-b9d3-445d05202b60" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.651275] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46190c29-1242-4516-b9d3-445d05202b60" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.651824] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46190c29-1242-4516-b9d3-445d05202b60" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.651944] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46190c29-1242-4516-b9d3-445d05202b60',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.107412] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 in Status: SUCCESS [ 982.107412] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 deletion is rescheduled due to dependency. [ 982.107412] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.107412] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.107412] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.107412] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.107412] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.107412] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.107412] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.107412] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.107412] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.155952] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.156110] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.156292] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46190c29-1242-4516-b9d3-445d05202b60 with status ACTIVE [ 982.156458] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.156564] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.156630] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.156885] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.156979] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.157356] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.157356] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.157356] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.157528] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.157528] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.157693] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.157859] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.157859] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.157972] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.158055] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.158141] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46190c29-1242-4516-b9d3-445d05202b60 is going to be updated. [ 982.183757] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.183757] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.183757] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.183757] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.183757] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.183757] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46190c29-1242-4516-b9d3-445d05202b60" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.209286] env[65476]: INFO networking_nsxv3.common.synchronization [req-4d0896ef-7116-4f63-bbd4-9967f3635369 req-4ccf2f2b-fa18-40d7-829a-724ae249fadc tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Enqueued Resource ID: 0fc28769-a50e-41f7-aae7-72e03f953530 with Priority: HIGHEST for action security_group_members [ 982.209286] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fc28769-a50e-41f7-aae7-72e03f953530 with Priority: HIGHEST for action security_group_members [ 982.209469] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fc28769-a50e-41f7-aae7-72e03f953530 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.209532] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fc28769-a50e-41f7-aae7-72e03f953530" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.210121] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fc28769-a50e-41f7-aae7-72e03f953530" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.210121] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fc28769-a50e-41f7-aae7-72e03f953530" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.210121] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.210697] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.211416] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.211923] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.212055] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.212186] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fc28769-a50e-41f7-aae7-72e03f953530',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.605645] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-19 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.605865] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-19" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.605968] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-19" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.606357] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-19" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.606665] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.606867] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.607020] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.607328] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.607507] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.607752] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.607869] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 982.607978] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 982.608099] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 982.608211] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.608391] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 982.608442] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 982.609794] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.631757] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 982.631757] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 982.631757] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 982.631757] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-19" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.631757] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-2aea5216-3964-45f0-9b6d-ab1e4d6a9efc taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.631757] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-2aea5216-3964-45f0-9b6d-ab1e4d6a9efc" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.631757] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-2aea5216-3964-45f0-9b6d-ab1e4d6a9efc" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.631757] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-2aea5216-3964-45f0-9b6d-ab1e4d6a9efc" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.631757] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2aea5216-3964-45f0-9b6d-ab1e4d6a9efc',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.717225] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.717225] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.717225] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.717225] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.717225] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.717225] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.717225] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.717225] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.717225] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.717225] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.717225] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fc28769-a50e-41f7-aae7-72e03f953530 already deleted. [ 982.717225] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fc28769-a50e-41f7-aae7-72e03f953530" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.817224] env[65476]: INFO networking_nsxv3.common.synchronization [req-3c46036e-e84d-4d17-bebe-fbb04ade8472 req-a05c75cf-9dfb-4d45-a6a6-280c8465e9be tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Enqueued Resource ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b with Priority: HIGHEST for action security_group_members [ 982.817224] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b with Priority: HIGHEST for action security_group_members [ 982.817224] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.817224] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.817224] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.817224] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.817224] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.817224] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.817224] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.817686] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.817857] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.818035] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d9def72-f272-4150-9f5b-0fde0b1d6d4b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.105794] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb10cfe4-a15d-4622-b6db-19be1c424e27 in Status: SUCCESS [ 983.106057] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb10cfe4-a15d-4622-b6db-19be1c424e27 deletion is rescheduled due to dependency. [ 983.106177] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb10cfe4-a15d-4622-b6db-19be1c424e27" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.111613] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.134730] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.135979] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.135979] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.135979] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.135979] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.135979] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port 2aea5216-3964-45f0-9b6d-ab1e4d6a9efc not found, creating... [ 983.136235] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.136302] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.136422] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.136680] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.136830] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.137166] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.137474] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.137623] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.141154] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.141154] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.141154] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: 2aea5216-3964-45f0-9b6d-ab1e4d6a9efc is going to be created. [ 983.159717] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.160070] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.160210] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.160871] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.160871] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.161126] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-2aea5216-3964-45f0-9b6d-ab1e4d6a9efc" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.322096] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d9def72-f272-4150-9f5b-0fde0b1d6d4b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.492106] env[65476]: INFO networking_nsxv3.common.synchronization [None req-de3f0e6c-834b-4db2-88e2-94ba14ebfbee tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Enqueued Resource ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b with Priority: HIGHEST for action security_group_members [ 983.493095] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b with Priority: HIGHEST for action security_group_members [ 983.493425] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.493599] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.615223] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.615398] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.615398] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.615599] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.615684] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.615785] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 is going to be updated. [ 983.649561] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.649768] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.649768] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.649979] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.650141] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.659591] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 in Status: IN_PROGRESS for 2s [ 983.824679] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d9def72-f272-4150-9f5b-0fde0b1d6d4b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.897740] env[65476]: INFO networking_nsxv3.common.synchronization [req-4d0896ef-7116-4f63-bbd4-9967f3635369 req-1c358ff8-5418-4755-9d73-0d8a8dfa1272 service nova] Enqueued Resource ID: 0fc28769-a50e-41f7-aae7-72e03f953530 with Priority: HIGHEST for action security_group_rules [ 983.898166] env[65476]: INFO networking_nsxv3.common.synchronization [req-4d0896ef-7116-4f63-bbd4-9967f3635369 req-1c358ff8-5418-4755-9d73-0d8a8dfa1272 service nova] Enqueued Resource ID: 0fc28769-a50e-41f7-aae7-72e03f953530 with Priority: HIGHEST for action security_group_members [ 983.898426] env[65476]: INFO networking_nsxv3.common.synchronization [req-4d0896ef-7116-4f63-bbd4-9967f3635369 req-1c358ff8-5418-4755-9d73-0d8a8dfa1272 service nova] Enqueued Resource ID: 2aea5216-3964-45f0-9b6d-ab1e4d6a9efc with Priority: HIGHEST for action port [ 983.899499] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fc28769-a50e-41f7-aae7-72e03f953530 with Priority: HIGHEST for action security_group_rules [ 983.899703] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fc28769-a50e-41f7-aae7-72e03f953530 with Priority: HIGHEST for action security_group_members [ 983.899818] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aea5216-3964-45f0-9b6d-ab1e4d6a9efc with Priority: HIGHEST for action port [ 983.900443] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fc28769-a50e-41f7-aae7-72e03f953530 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.900686] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fc28769-a50e-41f7-aae7-72e03f953530" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.900686] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fc28769-a50e-41f7-aae7-72e03f953530" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.900948] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fc28769-a50e-41f7-aae7-72e03f953530" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.901055] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fc28769-a50e-41f7-aae7-72e03f953530',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.902047] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fc28769-a50e-41f7-aae7-72e03f953530 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.902185] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fc28769-a50e-41f7-aae7-72e03f953530" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.902241] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fc28769-a50e-41f7-aae7-72e03f953530" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.902484] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fc28769-a50e-41f7-aae7-72e03f953530" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.902665] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.902864] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.902864] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.903012] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.903137] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.903270] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fc28769-a50e-41f7-aae7-72e03f953530',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.905474] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-2aea5216-3964-45f0-9b6d-ab1e4d6a9efc taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.905474] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2aea5216-3964-45f0-9b6d-ab1e4d6a9efc" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.905474] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2aea5216-3964-45f0-9b6d-ab1e4d6a9efc" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.905474] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2aea5216-3964-45f0-9b6d-ab1e4d6a9efc" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.905474] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2aea5216-3964-45f0-9b6d-ab1e4d6a9efc',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.328633] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.329416] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.329416] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.329416] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.329416] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.329416] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b is going to be updated. [ 984.365879] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.365879] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.365879] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.365879] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.366122] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.378771] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b in Status: IN_PROGRESS for 2s [ 984.406999] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fc28769-a50e-41f7-aae7-72e03f953530 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.406999] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fc28769-a50e-41f7-aae7-72e03f953530" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.410871] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2aea5216-3964-45f0-9b6d-ab1e4d6a9efc with status ACTIVE [ 984.410871] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.410871] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.410871] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.410871] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.410871] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.410871] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.410871] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.410871] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.410871] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.410871] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.410871] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.410871] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.410871] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.411477] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.411477] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.411477] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2aea5216-3964-45f0-9b6d-ab1e4d6a9efc is going to be updated. [ 984.414044] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0fc28769-a50e-41f7-aae7-72e03f953530',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.442654] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.442748] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.442993] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.442993] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.443147] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.443292] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2aea5216-3964-45f0-9b6d-ab1e4d6a9efc" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.918355] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0fc28769-a50e-41f7-aae7-72e03f953530',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.420319] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.420319] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.420319] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.420319] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.420319] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.420319] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fc28769-a50e-41f7-aae7-72e03f953530 is going to be created. [ 985.458017] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.458783] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.458864] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.459114] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.459281] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.473334] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fc28769-a50e-41f7-aae7-72e03f953530 in Status: UNINITIALIZED for 2s [ 985.670233] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 in Status: SUCCESS [ 985.670454] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.670637] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.670867] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.671128] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.671282] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.671348] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.671731] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.671731] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.671857] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.671905] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.174254] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.174487] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.174571] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.174798] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.175179] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.175392] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.175490] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.175728] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.175828] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.175923] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.176170] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.176316] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.176419] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.176624] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.176788] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.176916] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.176983] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.177171] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.177272] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.177375] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.177486] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.395849] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b in Status: SUCCESS [ 986.396183] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.396393] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.396619] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.396816] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.396937] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.397101] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.397284] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.397362] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.397483] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d9def72-f272-4150-9f5b-0fde0b1d6d4b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.680336] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7cdf36e-45a4-40c8-8ace-e9a7eddf5415: rpc.has_security_group_logging(os_id): False [ 986.700797] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.701088] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.701088] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.701269] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.701436] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.701591] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.701745] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.701745] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.701883] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.701958] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.702174] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.702269] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.702324] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.702505] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.702588] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.702777] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.702871] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.702933] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.703141] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.703224] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.703353] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 is going to be updated. [ 986.725951] env[65476]: INFO networking_nsxv3.common.synchronization [req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 req-6f4b020f-f944-4b3d-839e-f4798e97d328 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Enqueued Resource ID: a5d576b5-777e-42dc-948b-3ea4949760c2 with Priority: HIGHEST for action security_group_members [ 986.726556] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d576b5-777e-42dc-948b-3ea4949760c2 with Priority: HIGHEST for action security_group_members [ 986.726883] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d576b5-777e-42dc-948b-3ea4949760c2 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.727060] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d576b5-777e-42dc-948b-3ea4949760c2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.727182] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d576b5-777e-42dc-948b-3ea4949760c2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.727507] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d576b5-777e-42dc-948b-3ea4949760c2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.727507] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.727693] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.727693] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.727804] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.727886] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.727935] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5d576b5-777e-42dc-948b-3ea4949760c2',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.751421] env[65476]: INFO networking_nsxv3.common.synchronization [req-6107d888-629c-45da-89f0-c86bb91e361c req-0cb364d4-84c1-4d6b-83f7-e804ac59d9b7 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Enqueued Resource ID: 3ef23534-3f99-4122-8fae-5790ddefcf3b with Priority: HIGHEST for action security_group_members [ 986.752048] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ef23534-3f99-4122-8fae-5790ddefcf3b with Priority: HIGHEST for action security_group_members [ 986.752447] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ef23534-3f99-4122-8fae-5790ddefcf3b taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.752822] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ef23534-3f99-4122-8fae-5790ddefcf3b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.752933] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ef23534-3f99-4122-8fae-5790ddefcf3b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.753216] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ef23534-3f99-4122-8fae-5790ddefcf3b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.753452] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.754019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.754019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.754137] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.754181] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.754305] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ef23534-3f99-4122-8fae-5790ddefcf3b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.784024] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.784024] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.784024] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.784024] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.784024] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.801021] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 in Status: IN_PROGRESS for 2s [ 986.901190] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.901425] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.901519] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.902477] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.902477] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.902477] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.902477] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.902477] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.902477] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.902770] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.902770] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b is going to be updated. [ 986.948189] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.948189] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.948510] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.948510] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.948868] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.961422] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b in Status: IN_PROGRESS for 2s [ 987.216729] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-961 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.216729] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-961" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.216906] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-961" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.217172] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-961" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.217434] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.217591] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.217701] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.217912] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.218423] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.218850] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.219220] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 987.220232] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 987.220401] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 987.220585] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.220788] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 987.220986] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 987.230286] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.230453] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.230512] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.230728] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.230859] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.231087] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.231190] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.231248] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.231990] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.231990] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.231990] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5d576b5-777e-42dc-948b-3ea4949760c2 already deleted. [ 987.231990] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d576b5-777e-42dc-948b-3ea4949760c2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.246825] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 987.247019] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 987.247155] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 987.247331] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-961" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.247647] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-3adcb1c6-b982-4879-b483-fea4195f1b30 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.247817] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-3adcb1c6-b982-4879-b483-fea4195f1b30" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.247937] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-3adcb1c6-b982-4879-b483-fea4195f1b30" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.248392] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-3adcb1c6-b982-4879-b483-fea4195f1b30" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.248552] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3adcb1c6-b982-4879-b483-fea4195f1b30',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.257144] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.257144] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.257144] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.257144] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.257144] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.257144] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.257558] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.257558] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.257558] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.257558] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.257680] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ef23534-3f99-4122-8fae-5790ddefcf3b is going to be updated. [ 987.309671] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.309852] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.309916] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.310177] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.310346] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.323651] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ef23534-3f99-4122-8fae-5790ddefcf3b in Status: IN_PROGRESS for 2s [ 987.486030] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fc28769-a50e-41f7-aae7-72e03f953530 in Status: SUCCESS [ 987.486030] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fc28769-a50e-41f7-aae7-72e03f953530" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.486030] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fc28769-a50e-41f7-aae7-72e03f953530" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.486030] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fc28769-a50e-41f7-aae7-72e03f953530" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.486030] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.486030] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.486030] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.486030] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.486030] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.486030] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fc28769-a50e-41f7-aae7-72e03f953530" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.486030] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0fc28769-a50e-41f7-aae7-72e03f953530',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.753091] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.753091] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.753091] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.753091] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.753091] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.753091] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port 3adcb1c6-b982-4879-b483-fea4195f1b30 not found, creating... [ 987.753091] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.753656] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.753656] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.753997] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.754195] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.754612] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.754870] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.755142] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.755987] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.755987] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.755987] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: 3adcb1c6-b982-4879-b483-fea4195f1b30 is going to be created. [ 987.782025] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.782025] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.782564] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.782564] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.782725] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.783138] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-3adcb1c6-b982-4879-b483-fea4195f1b30" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.988762] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fc28769-a50e-41f7-aae7-72e03f953530 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.988762] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fc28769-a50e-41f7-aae7-72e03f953530" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.989027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fc28769-a50e-41f7-aae7-72e03f953530" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.989211] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fc28769-a50e-41f7-aae7-72e03f953530" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.989479] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.989698] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.990340] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.990340] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.990340] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.990340] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fc28769-a50e-41f7-aae7-72e03f953530" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.990596] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fc28769-a50e-41f7-aae7-72e03f953530 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.990714] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fc28769-a50e-41f7-aae7-72e03f953530" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.990778] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fc28769-a50e-41f7-aae7-72e03f953530" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.991122] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fc28769-a50e-41f7-aae7-72e03f953530" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.991329] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.991542] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.991785] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.992078] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.992260] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.992471] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fc28769-a50e-41f7-aae7-72e03f953530" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.992609] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0fc28769-a50e-41f7-aae7-72e03f953530',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.495207] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0fc28769-a50e-41f7-aae7-72e03f953530: rpc.has_security_group_logging(os_id): False [ 988.518260] env[65476]: INFO networking_nsxv3.common.synchronization [req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 req-d356edff-3c7a-4a10-b72b-36d1bd911122 service nova] Enqueued Resource ID: a5d576b5-777e-42dc-948b-3ea4949760c2 with Priority: HIGHEST for action security_group_rules [ 988.518432] env[65476]: INFO networking_nsxv3.common.synchronization [req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 req-d356edff-3c7a-4a10-b72b-36d1bd911122 service nova] Enqueued Resource ID: a5d576b5-777e-42dc-948b-3ea4949760c2 with Priority: HIGHEST for action security_group_members [ 988.518568] env[65476]: INFO networking_nsxv3.common.synchronization [req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 req-d356edff-3c7a-4a10-b72b-36d1bd911122 service nova] Enqueued Resource ID: 3adcb1c6-b982-4879-b483-fea4195f1b30 with Priority: HIGHEST for action port [ 988.518807] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d576b5-777e-42dc-948b-3ea4949760c2 with Priority: HIGHEST for action security_group_rules [ 988.518932] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d576b5-777e-42dc-948b-3ea4949760c2 with Priority: HIGHEST for action security_group_members [ 988.519037] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3adcb1c6-b982-4879-b483-fea4195f1b30 with Priority: HIGHEST for action port [ 988.520250] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5d576b5-777e-42dc-948b-3ea4949760c2 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.520250] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5d576b5-777e-42dc-948b-3ea4949760c2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.520250] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5d576b5-777e-42dc-948b-3ea4949760c2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.520585] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5d576b5-777e-42dc-948b-3ea4949760c2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.520585] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5d576b5-777e-42dc-948b-3ea4949760c2',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.521557] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d576b5-777e-42dc-948b-3ea4949760c2 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.521730] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d576b5-777e-42dc-948b-3ea4949760c2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.521826] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d576b5-777e-42dc-948b-3ea4949760c2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.522643] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d576b5-777e-42dc-948b-3ea4949760c2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.522643] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.522643] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.522787] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.524455] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.524455] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.524455] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5d576b5-777e-42dc-948b-3ea4949760c2',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.524455] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-3adcb1c6-b982-4879-b483-fea4195f1b30 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.524455] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3adcb1c6-b982-4879-b483-fea4195f1b30" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.524455] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3adcb1c6-b982-4879-b483-fea4195f1b30" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.524455] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3adcb1c6-b982-4879-b483-fea4195f1b30" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.524455] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3adcb1c6-b982-4879-b483-fea4195f1b30',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.526277] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.526881] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.526881] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.526881] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.526881] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.527060] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.527060] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.527200] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.527336] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.527433] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.527641] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.527759] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.527838] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.527999] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.528111] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.528872] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.528872] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.528872] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.528872] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.528872] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.528872] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fc28769-a50e-41f7-aae7-72e03f953530 is going to be created. [ 988.594891] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.594891] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.594891] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.594891] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.595213] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.613092] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fc28769-a50e-41f7-aae7-72e03f953530 in Status: IN_PROGRESS for 2s [ 988.819810] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 in Status: SUCCESS [ 988.820526] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.976053] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b in Status: SUCCESS [ 988.976313] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b deletion is rescheduled due to dependency. [ 988.976385] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.026816] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d576b5-777e-42dc-948b-3ea4949760c2 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.026816] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d576b5-777e-42dc-948b-3ea4949760c2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.031070] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5d576b5-777e-42dc-948b-3ea4949760c2',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.035031] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3adcb1c6-b982-4879-b483-fea4195f1b30 with status ACTIVE [ 989.035031] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.035031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.035031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.035031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.035031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.035031] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.035031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.035031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.035031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.035031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.035031] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.035031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.035031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.035031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.035031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.035031] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3adcb1c6-b982-4879-b483-fea4195f1b30 is going to be updated. [ 989.057854] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.057854] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.057854] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.058021] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.058124] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.058219] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3adcb1c6-b982-4879-b483-fea4195f1b30" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.334677] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ef23534-3f99-4122-8fae-5790ddefcf3b in Status: SUCCESS [ 989.334977] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ef23534-3f99-4122-8fae-5790ddefcf3b deletion is rescheduled due to dependency. [ 989.335147] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ef23534-3f99-4122-8fae-5790ddefcf3b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.423026] env[65476]: INFO networking_nsxv3.common.synchronization [req-faf6609c-3722-49ac-9fe0-92a5064052a6 req-2ab57e25-4aa2-408c-b4d2-d31868869322 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Enqueued Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_members [ 989.423026] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_members [ 989.423026] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.423026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.423026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.423350] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.423435] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.424254] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.424254] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.424254] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.424254] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.424254] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.537567] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5d576b5-777e-42dc-948b-3ea4949760c2',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.796018] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.796018] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-592" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.796018] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-592" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.796018] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-592" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.796518] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.799812] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.799812] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.799812] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.799812] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.799812] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.799812] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 989.799812] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 989.799812] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 989.799812] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.799812] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 989.799812] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 989.821729] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 989.821729] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 989.821729] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 989.821729] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-592" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.822691] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-14f4dd39-07a3-4033-916b-bffce707aa87 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.823010] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-14f4dd39-07a3-4033-916b-bffce707aa87" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.823082] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-14f4dd39-07a3-4033-916b-bffce707aa87" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.823419] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-14f4dd39-07a3-4033-916b-bffce707aa87" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.823554] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14f4dd39-07a3-4033-916b-bffce707aa87',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.926321] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.041050] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.041050] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.041050] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.042280] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.042280] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.042280] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5d576b5-777e-42dc-948b-3ea4949760c2 is going to be created. [ 990.067391] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.070467] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.070467] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.070467] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.070467] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.080432] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d576b5-777e-42dc-948b-3ea4949760c2 in Status: UNINITIALIZED for 2s [ 990.329523] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.329523] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.329523] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.329876] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.330076] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.330170] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port 14f4dd39-07a3-4033-916b-bffce707aa87 not found, creating... [ 990.330434] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.330598] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.330801] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.330989] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.331149] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.331415] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.331624] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.331757] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.331972] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.332119] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.332270] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: 14f4dd39-07a3-4033-916b-bffce707aa87 is going to be created. [ 990.359020] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.359020] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.359020] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.359020] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.359020] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.359361] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-14f4dd39-07a3-4033-916b-bffce707aa87" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.429653] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.629016] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fc28769-a50e-41f7-aae7-72e03f953530 in Status: SUCCESS [ 990.629355] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fc28769-a50e-41f7-aae7-72e03f953530" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.931437] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.931791] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.931791] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.931931] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.932089] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.932138] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce161cd1-25c0-4dff-a320-e47e330247dd is going to be updated. [ 990.967066] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.967066] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.967066] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.967066] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.967066] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.976749] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: IN_PROGRESS for 2s [ 991.142990] env[65476]: INFO networking_nsxv3.common.synchronization [req-faf6609c-3722-49ac-9fe0-92a5064052a6 req-1ce9b497-ee9e-42f7-8171-56edbba24e84 service nova] Enqueued Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_rules [ 991.142990] env[65476]: INFO networking_nsxv3.common.synchronization [req-faf6609c-3722-49ac-9fe0-92a5064052a6 req-1ce9b497-ee9e-42f7-8171-56edbba24e84 service nova] Enqueued Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_members [ 991.142990] env[65476]: INFO networking_nsxv3.common.synchronization [req-faf6609c-3722-49ac-9fe0-92a5064052a6 req-1ce9b497-ee9e-42f7-8171-56edbba24e84 service nova] Enqueued Resource ID: 14f4dd39-07a3-4033-916b-bffce707aa87 with Priority: HIGHEST for action port [ 991.144161] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_rules [ 991.144161] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_members [ 991.144161] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14f4dd39-07a3-4033-916b-bffce707aa87 with Priority: HIGHEST for action port [ 991.144418] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.144418] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.144538] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.144778] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.144865] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.152670] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.152670] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.152670] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-14f4dd39-07a3-4033-916b-bffce707aa87 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.152670] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14f4dd39-07a3-4033-916b-bffce707aa87" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.152670] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14f4dd39-07a3-4033-916b-bffce707aa87" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.152670] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14f4dd39-07a3-4033-916b-bffce707aa87" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.152670] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14f4dd39-07a3-4033-916b-bffce707aa87',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.653821] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.653821] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.654041] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14f4dd39-07a3-4033-916b-bffce707aa87 with status ACTIVE [ 991.654078] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.654181] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.654251] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.655764] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.655764] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.655764] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.655764] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.655764] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.655764] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.656172] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.656172] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.656260] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.656312] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.656467] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.656543] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.656632] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14f4dd39-07a3-4033-916b-bffce707aa87 is going to be updated. [ 991.678524] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.678654] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.678692] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.678880] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.679059] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.679640] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14f4dd39-07a3-4033-916b-bffce707aa87" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.090926] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d576b5-777e-42dc-948b-3ea4949760c2 in Status: SUCCESS [ 992.091275] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d576b5-777e-42dc-948b-3ea4949760c2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.091329] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d576b5-777e-42dc-948b-3ea4949760c2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.091611] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d576b5-777e-42dc-948b-3ea4949760c2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.091828] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.091948] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.092027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.092196] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.092278] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.092365] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d576b5-777e-42dc-948b-3ea4949760c2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.092455] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5d576b5-777e-42dc-948b-3ea4949760c2',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.594861] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d576b5-777e-42dc-948b-3ea4949760c2 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.595066] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d576b5-777e-42dc-948b-3ea4949760c2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.595147] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d576b5-777e-42dc-948b-3ea4949760c2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.595406] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d576b5-777e-42dc-948b-3ea4949760c2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.595579] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.595682] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.595745] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.595945] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.596009] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.596111] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d576b5-777e-42dc-948b-3ea4949760c2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.596271] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d576b5-777e-42dc-948b-3ea4949760c2 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.596351] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d576b5-777e-42dc-948b-3ea4949760c2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.596401] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d576b5-777e-42dc-948b-3ea4949760c2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.596548] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d576b5-777e-42dc-948b-3ea4949760c2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.596717] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.596799] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.596844] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.596953] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.597028] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.597112] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d576b5-777e-42dc-948b-3ea4949760c2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.597194] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5d576b5-777e-42dc-948b-3ea4949760c2',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.989083] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: SUCCESS [ 992.989557] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.989744] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.989960] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.990216] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.990339] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.990438] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.990677] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.990840] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.990972] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.101130] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5d576b5-777e-42dc-948b-3ea4949760c2: rpc.has_security_group_logging(os_id): False [ 993.122978] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.123304] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.123304] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.123453] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.123549] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.123899] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.124018] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.124100] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.124273] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.124381] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.124813] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.124813] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.124813] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.125041] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.125041] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.125143] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.125257] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.125346] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.125539] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.125616] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.125739] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5d576b5-777e-42dc-948b-3ea4949760c2 is going to be created. [ 993.187688] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.187903] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.187980] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.188226] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.188417] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.202176] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5d576b5-777e-42dc-948b-3ea4949760c2 in Status: IN_PROGRESS for 2s [ 993.494924] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.996492] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.500855] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.501196] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.501196] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.501319] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.501412] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.501586] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce161cd1-25c0-4dff-a320-e47e330247dd is going to be updated. [ 994.531787] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.531990] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.532039] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.532279] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.532451] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.543017] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: IN_PROGRESS for 2s [ 995.220212] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5d576b5-777e-42dc-948b-3ea4949760c2 in Status: SUCCESS [ 995.220482] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5d576b5-777e-42dc-948b-3ea4949760c2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.144410] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 996.145154] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 996.498742] env[65476]: INFO networking_nsxv3.common.synchronization [req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 req-5d64a9d1-ea89-4c43-84cc-d47ff44d51ca tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Enqueued Resource ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e with Priority: HIGHEST for action security_group_members [ 996.499351] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e with Priority: HIGHEST for action security_group_members [ 996.499709] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6f2c17e-bbff-4551-a188-e8cd70bb609e taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.499847] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.499901] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.500175] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.500348] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.500453] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.500506] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.500667] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.500751] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.500868] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6f2c17e-bbff-4551-a188-e8cd70bb609e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.556599] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: SUCCESS [ 996.557335] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.557335] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.558631] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.558631] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.558631] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.558631] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.558631] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.558631] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.558631] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.558631] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.923944] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.924173] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-32" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.924275] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-32" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.924603] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-32" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.924910] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.925094] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.925205] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.925440] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.925588] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.925804] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.925917] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 996.926039] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 996.926158] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 996.926261] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.926366] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 996.926496] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 996.947718] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 996.948066] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 996.948066] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 996.948291] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-32" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.948607] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-0495a33d-e033-4844-931b-c5a8f8b44437 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.948809] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-0495a33d-e033-4844-931b-c5a8f8b44437" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.948933] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-0495a33d-e033-4844-931b-c5a8f8b44437" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.949334] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-0495a33d-e033-4844-931b-c5a8f8b44437" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.949467] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0495a33d-e033-4844-931b-c5a8f8b44437',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.003945] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.005780] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.005780] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.005780] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.005780] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.005780] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.006843] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.006843] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.006843] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.006843] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.006843] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e already deleted. [ 997.006843] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.062587] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.062587] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.062587] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.062587] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.062587] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.062587] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.062587] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.062587] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.062587] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.062587] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.062587] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.062587] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.062587] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.062587] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.062587] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.062587] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.063965] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.063965] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.065772] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.065772] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.065772] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.452149] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.453290] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.453533] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.453985] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.454246] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.454544] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port 0495a33d-e033-4844-931b-c5a8f8b44437 not found, creating... [ 997.454810] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.454984] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.455109] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.455341] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.455478] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.455773] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.455929] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.456129] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.456459] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.456680] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.457790] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: 0495a33d-e033-4844-931b-c5a8f8b44437 is going to be created. [ 997.481951] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.482177] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.482298] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.482575] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.482924] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.483160] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-0495a33d-e033-4844-931b-c5a8f8b44437" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.571182] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce161cd1-25c0-4dff-a320-e47e330247dd: rpc.has_security_group_logging(os_id): False [ 997.602925] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.603148] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.603248] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.603555] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.603698] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.604031] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.605442] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.605442] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.605442] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.605442] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.605442] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.605442] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.605832] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.605832] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.605832] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.606163] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.606258] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.606544] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.606544] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.606677] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.608320] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce161cd1-25c0-4dff-a320-e47e330247dd is going to be updated. [ 997.688790] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.688790] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.689240] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.689240] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.689332] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.706311] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: IN_PROGRESS for 2s [ 997.716122] env[65476]: INFO networking_nsxv3.common.synchronization [req-6e358b11-a45d-4d3b-b857-f7d313a4f058 req-1c9fdf5c-769b-42fc-95f5-a582793e665d tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Enqueued Resource ID: 0fc28769-a50e-41f7-aae7-72e03f953530 with Priority: HIGHEST for action security_group_members [ 997.716714] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fc28769-a50e-41f7-aae7-72e03f953530 with Priority: HIGHEST for action security_group_members [ 997.717125] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fc28769-a50e-41f7-aae7-72e03f953530 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.717388] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fc28769-a50e-41f7-aae7-72e03f953530" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.717605] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fc28769-a50e-41f7-aae7-72e03f953530" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.717931] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fc28769-a50e-41f7-aae7-72e03f953530" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.718085] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.718231] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.718306] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.718510] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.718639] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.718724] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fc28769-a50e-41f7-aae7-72e03f953530',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.222575] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.222748] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.222851] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.223098] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.223098] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.223282] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.224042] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.224042] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.224042] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.224042] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.224042] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fc28769-a50e-41f7-aae7-72e03f953530 is going to be updated. [ 998.249060] env[65476]: INFO networking_nsxv3.common.synchronization [req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 req-61db7b34-3e58-4404-8226-c4bf89c62f24 service nova] Enqueued Resource ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e with Priority: HIGHEST for action security_group_rules [ 998.249060] env[65476]: INFO networking_nsxv3.common.synchronization [req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 req-61db7b34-3e58-4404-8226-c4bf89c62f24 service nova] Enqueued Resource ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e with Priority: HIGHEST for action security_group_members [ 998.249347] env[65476]: INFO networking_nsxv3.common.synchronization [req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 req-61db7b34-3e58-4404-8226-c4bf89c62f24 service nova] Enqueued Resource ID: 0495a33d-e033-4844-931b-c5a8f8b44437 with Priority: HIGHEST for action port [ 998.249678] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e with Priority: HIGHEST for action security_group_rules [ 998.249965] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e with Priority: HIGHEST for action security_group_members [ 998.250275] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0495a33d-e033-4844-931b-c5a8f8b44437 with Priority: HIGHEST for action port [ 998.250653] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6f2c17e-bbff-4551-a188-e8cd70bb609e taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.250874] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.250874] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.251077] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.251164] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6f2c17e-bbff-4551-a188-e8cd70bb609e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.252106] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6f2c17e-bbff-4551-a188-e8cd70bb609e taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.252247] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.252314] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.252496] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.252648] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.252789] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.252861] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.253603] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.254923] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.254923] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6f2c17e-bbff-4551-a188-e8cd70bb609e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.254923] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-0495a33d-e033-4844-931b-c5a8f8b44437 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.255515] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0495a33d-e033-4844-931b-c5a8f8b44437" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.255515] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0495a33d-e033-4844-931b-c5a8f8b44437" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.255515] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0495a33d-e033-4844-931b-c5a8f8b44437" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.255999] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0495a33d-e033-4844-931b-c5a8f8b44437',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.258164] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.258336] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.258513] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.258758] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.259131] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.271143] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fc28769-a50e-41f7-aae7-72e03f953530 in Status: IN_PROGRESS for 2s [ 998.758734] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6f2c17e-bbff-4551-a188-e8cd70bb609e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.760594] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6f2c17e-bbff-4551-a188-e8cd70bb609e taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.760746] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.762070] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0495a33d-e033-4844-931b-c5a8f8b44437 with status ACTIVE [ 998.762300] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.762435] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.762506] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.762714] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.762807] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.763150] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.763150] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.763150] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.763371] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.763758] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.763845] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.763934] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.764020] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.764262] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.764414] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.764485] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0495a33d-e033-4844-931b-c5a8f8b44437 is going to be updated. [ 998.789686] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.789949] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.790037] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.790569] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.791072] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.791072] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0495a33d-e033-4844-931b-c5a8f8b44437" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.262394] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6f2c17e-bbff-4551-a188-e8cd70bb609e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.725062] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: SUCCESS [ 999.725392] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.768750] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.769080] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.769080] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.769370] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.770238] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.770238] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e is going to be created. [ 999.799208] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.799208] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.799208] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.799208] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.799208] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.809913] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e in Status: UNINITIALIZED for 2s [ 1000.295058] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fc28769-a50e-41f7-aae7-72e03f953530 in Status: SUCCESS [ 1000.295331] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fc28769-a50e-41f7-aae7-72e03f953530 deletion is rescheduled due to dependency. [ 1000.295442] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fc28769-a50e-41f7-aae7-72e03f953530" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.220810] env[65476]: INFO networking_nsxv3.common.synchronization [req-891c4803-301b-4920-943e-f5d6fec0ede8 req-f0c4157a-923f-401d-87f5-b208ba4f6f39 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Enqueued Resource ID: a5d576b5-777e-42dc-948b-3ea4949760c2 with Priority: HIGHEST for action security_group_members [ 1001.221848] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d576b5-777e-42dc-948b-3ea4949760c2 with Priority: HIGHEST for action security_group_members [ 1001.222755] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d576b5-777e-42dc-948b-3ea4949760c2 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.224167] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d576b5-777e-42dc-948b-3ea4949760c2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.224167] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d576b5-777e-42dc-948b-3ea4949760c2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.224167] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d576b5-777e-42dc-948b-3ea4949760c2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.224167] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.224167] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.224167] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.224167] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.224167] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.224167] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5d576b5-777e-42dc-948b-3ea4949760c2',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.265152] env[65476]: INFO networking_nsxv3.common.synchronization [req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 req-4a5c49bc-de4f-4d34-9638-544c9e005494 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Enqueued Resource ID: d02750e0-5911-4223-885b-5238bc056af0 with Priority: HIGHEST for action security_group_members [ 1001.266120] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d02750e0-5911-4223-885b-5238bc056af0 with Priority: HIGHEST for action security_group_members [ 1001.266535] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02750e0-5911-4223-885b-5238bc056af0 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.266673] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.266776] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.267204] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.267256] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.267336] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.267410] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.267594] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.267728] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.267838] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d02750e0-5911-4223-885b-5238bc056af0',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.701820] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-395 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.702834] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-395" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.703265] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-395" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.705015] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-395" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.705390] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.706396] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.706396] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.706396] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.706396] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.706926] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.706926] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1001.706926] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1001.706926] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1001.706926] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.706926] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1001.707213] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1001.732435] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1001.732789] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1001.732957] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1001.733163] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-395" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.733440] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-24e90974-3586-4302-be2f-caaec1d4cb6c taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.733610] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-24e90974-3586-4302-be2f-caaec1d4cb6c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.733795] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-24e90974-3586-4302-be2f-caaec1d4cb6c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.734169] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-24e90974-3586-4302-be2f-caaec1d4cb6c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.737751] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24e90974-3586-4302-be2f-caaec1d4cb6c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.737751] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.737751] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.737751] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.737751] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.737751] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.737751] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.737751] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.737751] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.737751] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.737751] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.737751] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5d576b5-777e-42dc-948b-3ea4949760c2 is going to be updated. [ 1001.766739] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.766930] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.766970] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.767184] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.767323] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.772221] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d02750e0-5911-4223-885b-5238bc056af0',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.780165] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d576b5-777e-42dc-948b-3ea4949760c2 in Status: IN_PROGRESS for 2s [ 1001.824300] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e in Status: SUCCESS [ 1001.824699] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.826229] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.826229] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.826629] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.826871] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.826990] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.827293] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.827447] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.827623] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.827829] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6f2c17e-bbff-4551-a188-e8cd70bb609e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.242678] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.243132] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.243132] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.245711] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.245906] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.248139] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port 24e90974-3586-4302-be2f-caaec1d4cb6c not found, creating... [ 1002.248248] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.248484] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.248623] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.248970] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.254083] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.254083] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.254083] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.254083] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.254083] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.254083] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.254083] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: 24e90974-3586-4302-be2f-caaec1d4cb6c is going to be created. [ 1002.280027] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.280027] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.280027] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.280027] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.280027] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.280027] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-24e90974-3586-4302-be2f-caaec1d4cb6c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.283398] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d02750e0-5911-4223-885b-5238bc056af0',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.331034] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6f2c17e-bbff-4551-a188-e8cd70bb609e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.404497] env[65476]: INFO networking_nsxv3.common.synchronization [req-415220a2-77c4-46cf-a01c-f50d5e63b4fe req-15e9f577-250d-44b4-8956-43ac8ab1f383 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Enqueued Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_members [ 1002.404861] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_members [ 1002.405622] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.405749] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.405864] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.406105] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.406390] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.406524] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.406524] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.406705] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.406797] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.406922] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.787760] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.787968] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.787968] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.788148] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.788269] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.788373] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d02750e0-5911-4223-885b-5238bc056af0 is going to be updated. [ 1002.816259] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.816453] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.816531] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.816775] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.816919] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.828736] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d02750e0-5911-4223-885b-5238bc056af0 in Status: IN_PROGRESS for 2s [ 1002.833170] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6f2c17e-bbff-4551-a188-e8cd70bb609e: rpc.has_security_group_logging(os_id): False [ 1002.859267] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.859725] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.859818] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.860127] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.860312] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.860774] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.860886] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.860886] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.861150] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.861276] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.861443] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e is going to be created. [ 1002.911843] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.931638] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.931817] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.931879] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.932156] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.932297] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.946177] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e in Status: IN_PROGRESS for 2s [ 1003.011395] env[65476]: INFO networking_nsxv3.common.synchronization [req-58affeea-6c84-4165-b6d5-297aef0c74cf req-c9f643cb-5970-4988-a6d6-e47ed7b066d0 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Enqueued Resource ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 with Priority: HIGHEST for action security_group_members [ 1003.012318] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 with Priority: HIGHEST for action security_group_members [ 1003.012690] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f5c1a41-584c-4e4e-a276-7f37308bc912 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.012851] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.012968] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.013240] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.013712] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.013789] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.013982] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.014215] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.014350] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.014490] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f5c1a41-584c-4e4e-a276-7f37308bc912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.037838] env[65476]: INFO networking_nsxv3.common.synchronization [req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 req-5853ce4b-ea4a-4e9f-a67b-95611a07ae06 service nova] Enqueued Resource ID: d02750e0-5911-4223-885b-5238bc056af0 with Priority: HIGHEST for action security_group_rules [ 1003.038232] env[65476]: INFO networking_nsxv3.common.synchronization [req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 req-5853ce4b-ea4a-4e9f-a67b-95611a07ae06 service nova] Enqueued Resource ID: d02750e0-5911-4223-885b-5238bc056af0 with Priority: HIGHEST for action security_group_members [ 1003.038232] env[65476]: INFO networking_nsxv3.common.synchronization [req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 req-5853ce4b-ea4a-4e9f-a67b-95611a07ae06 service nova] Enqueued Resource ID: 24e90974-3586-4302-be2f-caaec1d4cb6c with Priority: HIGHEST for action port [ 1003.038745] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d02750e0-5911-4223-885b-5238bc056af0 with Priority: HIGHEST for action security_group_rules [ 1003.038895] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d02750e0-5911-4223-885b-5238bc056af0 with Priority: HIGHEST for action security_group_members [ 1003.039029] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e90974-3586-4302-be2f-caaec1d4cb6c with Priority: HIGHEST for action port [ 1003.039401] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d02750e0-5911-4223-885b-5238bc056af0 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.039543] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.039620] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.039865] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.039953] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d02750e0-5911-4223-885b-5238bc056af0',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.042025] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02750e0-5911-4223-885b-5238bc056af0 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.042025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.042319] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-24e90974-3586-4302-be2f-caaec1d4cb6c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.042685] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24e90974-3586-4302-be2f-caaec1d4cb6c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.042685] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24e90974-3586-4302-be2f-caaec1d4cb6c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.042685] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24e90974-3586-4302-be2f-caaec1d4cb6c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.042869] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24e90974-3586-4302-be2f-caaec1d4cb6c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.415826] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.517645] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.517816] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.517883] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.518131] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.548026] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02750e0-5911-4223-885b-5238bc056af0 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.548026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.548026] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24e90974-3586-4302-be2f-caaec1d4cb6c with status ACTIVE [ 1003.548026] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.548026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.548026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.548026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.548026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.548026] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.548026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.548026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.548026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.548026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.548026] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.548806] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.548806] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.548806] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.548806] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.548806] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24e90974-3586-4302-be2f-caaec1d4cb6c is going to be updated. [ 1003.553063] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.553316] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.553440] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.553490] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.553689] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.553779] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.553852] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 is going to be updated. [ 1003.590442] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.590442] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.590442] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.590442] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.590685] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.590685] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24e90974-3586-4302-be2f-caaec1d4cb6c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.593915] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.595184] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.595184] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.595184] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.595184] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.605009] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 in Status: IN_PROGRESS for 2s [ 1003.790596] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d576b5-777e-42dc-948b-3ea4949760c2 in Status: SUCCESS [ 1003.790782] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5d576b5-777e-42dc-948b-3ea4949760c2 deletion is rescheduled due to dependency. [ 1003.790889] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d576b5-777e-42dc-948b-3ea4949760c2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.919911] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.920094] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.920158] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.920385] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.920751] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.920751] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce161cd1-25c0-4dff-a320-e47e330247dd is going to be updated. [ 1003.954377] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.954646] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.954646] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.954963] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.955179] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.966822] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: IN_PROGRESS for 2s [ 1004.839698] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d02750e0-5911-4223-885b-5238bc056af0 in Status: SUCCESS [ 1004.840060] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.840285] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.840583] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.840911] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.841058] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.841125] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.841293] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.841394] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.841725] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d02750e0-5911-4223-885b-5238bc056af0',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.961683] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e in Status: SUCCESS [ 1004.962043] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.344080] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d02750e0-5911-4223-885b-5238bc056af0',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.587164] env[65476]: INFO networking_nsxv3.common.synchronization [req-b1c89ae2-038d-4459-8943-778a60212619 req-17ea52db-f541-47ed-a2c6-4a7e7c12dfc6 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Enqueued Resource ID: 455bb743-de19-43c4-aa68-491bf4dd5b84 with Priority: HIGHEST for action security_group_members [ 1005.587763] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455bb743-de19-43c4-aa68-491bf4dd5b84 with Priority: HIGHEST for action security_group_members [ 1005.588082] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-455bb743-de19-43c4-aa68-491bf4dd5b84 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.588205] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.588273] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.588459] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.588597] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.588722] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.588876] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.588876] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.588974] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.589043] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('455bb743-de19-43c4-aa68-491bf4dd5b84',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.615830] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 in Status: SUCCESS [ 1005.616133] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 deletion is rescheduled due to dependency. [ 1005.616257] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.850500] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d02750e0-5911-4223-885b-5238bc056af0',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.982177] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: SUCCESS [ 1005.982528] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.081034] env[65476]: INFO networking_nsxv3.common.synchronization [req-f3482082-3ea1-4b00-87c9-e17a505897e0 req-7176e2c0-1b61-4d68-8d65-c080939965b8 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Enqueued Resource ID: ea1d4ccb-e223-4423-92ec-f42107b436a3 with Priority: HIGHEST for action security_group_members [ 1006.081750] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea1d4ccb-e223-4423-92ec-f42107b436a3 with Priority: HIGHEST for action security_group_members [ 1006.082074] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea1d4ccb-e223-4423-92ec-f42107b436a3 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.082251] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea1d4ccb-e223-4423-92ec-f42107b436a3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.082302] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea1d4ccb-e223-4423-92ec-f42107b436a3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.082543] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea1d4ccb-e223-4423-92ec-f42107b436a3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.082738] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.082866] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.082934] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.083141] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.083255] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.083357] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea1d4ccb-e223-4423-92ec-f42107b436a3',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.090171] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-181 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.090171] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-181" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.090171] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-181" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.090408] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-181" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.090934] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.091286] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.091371] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.091868] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.091868] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.092185] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.092416] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.092558] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.092672] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.092792] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.092903] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.093054] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.095229] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('455bb743-de19-43c4-aa68-491bf4dd5b84',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.117739] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.117739] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1006.117739] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.118057] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-181" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.118310] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-1d06934a-0598-4acc-a8b2-b159ba486eb5 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.118493] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-1d06934a-0598-4acc-a8b2-b159ba486eb5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.118613] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-1d06934a-0598-4acc-a8b2-b159ba486eb5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.118997] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-1d06934a-0598-4acc-a8b2-b159ba486eb5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.119176] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d06934a-0598-4acc-a8b2-b159ba486eb5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.357030] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.357030] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.357030] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.357030] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.357030] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.357030] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d02750e0-5911-4223-885b-5238bc056af0 is going to be updated. [ 1006.391799] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.391964] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.392066] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.392303] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.392485] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.402164] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d02750e0-5911-4223-885b-5238bc056af0 in Status: IN_PROGRESS for 2s [ 1006.587102] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.587392] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.587392] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.587630] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.587802] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.588091] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.588215] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.588305] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.588562] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.588643] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.588734] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea1d4ccb-e223-4423-92ec-f42107b436a3 is going to be updated. [ 1006.598034] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('455bb743-de19-43c4-aa68-491bf4dd5b84',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.622584] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.622993] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.623146] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.623538] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.623771] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.624026] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port 1d06934a-0598-4acc-a8b2-b159ba486eb5 not found, creating... [ 1006.624508] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.624766] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.624951] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.625284] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.625469] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.625963] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.626207] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.626356] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.626730] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.626920] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.627111] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: 1d06934a-0598-4acc-a8b2-b159ba486eb5 is going to be created. [ 1006.645746] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.645929] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.645970] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.647024] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.647024] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.662398] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea1d4ccb-e223-4423-92ec-f42107b436a3 in Status: IN_PROGRESS for 2s [ 1006.663542] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.663790] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.663907] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.664207] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.664452] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.664724] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-1d06934a-0598-4acc-a8b2-b159ba486eb5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.101290] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.101792] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.101792] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.101928] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.101982] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.102058] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 455bb743-de19-43c4-aa68-491bf4dd5b84 is going to be updated. [ 1007.136083] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.136083] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.136083] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.136083] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.136083] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.144221] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 455bb743-de19-43c4-aa68-491bf4dd5b84 in Status: IN_PROGRESS for 2s [ 1007.401615] env[65476]: INFO networking_nsxv3.common.synchronization [req-b1c89ae2-038d-4459-8943-778a60212619 req-caae9ca7-9444-46ac-beb8-158811be6e87 service nova] Enqueued Resource ID: 455bb743-de19-43c4-aa68-491bf4dd5b84 with Priority: HIGHEST for action security_group_rules [ 1007.402095] env[65476]: INFO networking_nsxv3.common.synchronization [req-b1c89ae2-038d-4459-8943-778a60212619 req-caae9ca7-9444-46ac-beb8-158811be6e87 service nova] Enqueued Resource ID: 455bb743-de19-43c4-aa68-491bf4dd5b84 with Priority: HIGHEST for action security_group_members [ 1007.402095] env[65476]: INFO networking_nsxv3.common.synchronization [req-b1c89ae2-038d-4459-8943-778a60212619 req-caae9ca7-9444-46ac-beb8-158811be6e87 service nova] Enqueued Resource ID: 1d06934a-0598-4acc-a8b2-b159ba486eb5 with Priority: HIGHEST for action port [ 1007.402488] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455bb743-de19-43c4-aa68-491bf4dd5b84 with Priority: HIGHEST for action security_group_rules [ 1007.402628] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455bb743-de19-43c4-aa68-491bf4dd5b84 with Priority: HIGHEST for action security_group_members [ 1007.402727] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d06934a-0598-4acc-a8b2-b159ba486eb5 with Priority: HIGHEST for action port [ 1007.403054] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-455bb743-de19-43c4-aa68-491bf4dd5b84 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.403215] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.403285] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.403534] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.403567] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('455bb743-de19-43c4-aa68-491bf4dd5b84',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.404888] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-455bb743-de19-43c4-aa68-491bf4dd5b84 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.404888] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.404888] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d06934a-0598-4acc-a8b2-b159ba486eb5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.404888] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d06934a-0598-4acc-a8b2-b159ba486eb5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.405173] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d06934a-0598-4acc-a8b2-b159ba486eb5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.405173] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d06934a-0598-4acc-a8b2-b159ba486eb5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.405173] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d06934a-0598-4acc-a8b2-b159ba486eb5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.907550] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-455bb743-de19-43c4-aa68-491bf4dd5b84 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.907841] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.908146] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d06934a-0598-4acc-a8b2-b159ba486eb5 with status ACTIVE [ 1007.908427] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.908574] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.908638] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.908851] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.908963] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.909151] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.909250] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.909419] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.909596] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.909691] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.909876] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.909985] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.910114] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.910221] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.910312] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.910399] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d06934a-0598-4acc-a8b2-b159ba486eb5 is going to be updated. [ 1007.936817] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.936817] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.936817] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.936817] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.936817] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.937042] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d06934a-0598-4acc-a8b2-b159ba486eb5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.412242] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d02750e0-5911-4223-885b-5238bc056af0 in Status: SUCCESS [ 1008.412652] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.412652] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.412850] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.413060] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.413215] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.413280] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.413440] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.413520] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.413603] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.413695] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d02750e0-5911-4223-885b-5238bc056af0',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.454624] env[65476]: INFO networking_nsxv3.common.synchronization [None req-2c83426c-d57b-49eb-8c64-c7dc5608c4a6 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Enqueued Resource ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d with Priority: HIGHEST for action security_group_rules [ 1008.455162] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d with Priority: HIGHEST for action security_group_rules [ 1008.455480] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dc4d518-6a73-42a6-9e75-85d662d21f4d taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.455603] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.455681] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.455930] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.456045] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dc4d518-6a73-42a6-9e75-85d662d21f4d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.577974] env[65476]: INFO networking_nsxv3.common.synchronization [None req-2eea5f39-142a-47a9-9759-726bfdb9a02e tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Enqueued Resource ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d with Priority: HIGHEST for action security_group_rules [ 1008.578663] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d with Priority: HIGHEST for action security_group_rules [ 1008.579032] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dc4d518-6a73-42a6-9e75-85d662d21f4d taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.579153] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.672892] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea1d4ccb-e223-4423-92ec-f42107b436a3 in Status: SUCCESS [ 1008.673231] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea1d4ccb-e223-4423-92ec-f42107b436a3 deletion is rescheduled due to dependency. [ 1008.674164] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea1d4ccb-e223-4423-92ec-f42107b436a3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.916025] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02750e0-5911-4223-885b-5238bc056af0 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.916193] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.916243] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.916457] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.916643] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.916722] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.916798] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.916981] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.917080] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.917171] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.917315] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02750e0-5911-4223-885b-5238bc056af0 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.917407] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.917466] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.917616] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.917754] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.917922] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.917922] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.918573] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.918688] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.918891] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.919026] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d02750e0-5911-4223-885b-5238bc056af0',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.980417] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.980938] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.980938] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.981158] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.981233] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.982135] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d already deleted. [ 1008.982135] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.982135] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.982135] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.982517] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dc4d518-6a73-42a6-9e75-85d662d21f4d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.156456] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 455bb743-de19-43c4-aa68-491bf4dd5b84 in Status: SUCCESS [ 1009.156833] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.157093] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.157372] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.157611] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.157767] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.157856] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.158073] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.158182] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.158353] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('455bb743-de19-43c4-aa68-491bf4dd5b84',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.421646] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d02750e0-5911-4223-885b-5238bc056af0: rpc.has_security_group_logging(os_id): False [ 1009.440802] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.440993] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.440993] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.441344] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.441467] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.441695] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.441870] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.441935] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.442127] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.442214] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.442416] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.442518] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.442821] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.442821] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.442821] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.443039] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.443111] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.443202] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.443332] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.443396] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.443483] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d02750e0-5911-4223-885b-5238bc056af0 is going to be updated. [ 1009.506948] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.507192] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.507192] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.507429] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.507487] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.507582] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d already deleted. [ 1009.507656] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.509326] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.509523] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.509627] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.509764] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.509920] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.531885] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d02750e0-5911-4223-885b-5238bc056af0 in Status: IN_PROGRESS for 2s [ 1009.661056] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('455bb743-de19-43c4-aa68-491bf4dd5b84',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.163465] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('455bb743-de19-43c4-aa68-491bf4dd5b84',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.666302] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.666803] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.666803] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.666803] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.667134] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.667134] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 455bb743-de19-43c4-aa68-491bf4dd5b84 is going to be updated. [ 1010.696321] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.696474] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.696546] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.696761] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.696904] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.706395] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 455bb743-de19-43c4-aa68-491bf4dd5b84 in Status: IN_PROGRESS for 2s [ 1011.549730] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d02750e0-5911-4223-885b-5238bc056af0 in Status: SUCCESS [ 1011.549730] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.266734] env[65476]: INFO networking_nsxv3.common.synchronization [req-769fd4a8-9960-4581-abe2-e546c60ceea5 req-f1247bb3-5da8-43a2-8a46-3b72bda76e5e tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Enqueued Resource ID: d02750e0-5911-4223-885b-5238bc056af0 with Priority: HIGHEST for action security_group_members [ 1012.268029] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d02750e0-5911-4223-885b-5238bc056af0 with Priority: HIGHEST for action security_group_members [ 1012.268113] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02750e0-5911-4223-885b-5238bc056af0 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.268228] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.268292] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.268495] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.268657] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.268760] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.268816] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.269597] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.269597] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.269597] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d02750e0-5911-4223-885b-5238bc056af0',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.722904] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 455bb743-de19-43c4-aa68-491bf4dd5b84 in Status: SUCCESS [ 1012.723065] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.723337] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.723460] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.723678] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.723734] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.723836] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.724083] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.724122] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.724222] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.724315] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('455bb743-de19-43c4-aa68-491bf4dd5b84',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.772989] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d02750e0-5911-4223-885b-5238bc056af0',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.032406] env[65476]: INFO networking_nsxv3.common.synchronization [req-618e6781-e1ef-45b9-8282-05e2780c6d3a req-e9e37ab6-1d94-4eee-a5c5-520620a11204 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Enqueued Resource ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee with Priority: HIGHEST for action security_group_members [ 1013.033110] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee with Priority: HIGHEST for action security_group_members [ 1013.036507] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbaac4fb-a1b3-4857-944c-fc646a4729ee taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.036707] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.036836] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.037106] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.037320] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.037460] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.037553] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.037746] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.037869] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.037995] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbaac4fb-a1b3-4857-944c-fc646a4729ee',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.230565] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-455bb743-de19-43c4-aa68-491bf4dd5b84 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.230565] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.230565] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.230951] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.231093] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.231213] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.231277] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.231527] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.231527] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.231640] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.231896] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-455bb743-de19-43c4-aa68-491bf4dd5b84 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.232009] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.232073] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.232222] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.232362] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.232452] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.232523] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.232662] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.232738] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.232817] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.232902] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('455bb743-de19-43c4-aa68-491bf4dd5b84',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.278902] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d02750e0-5911-4223-885b-5238bc056af0',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.492869] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-249 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.494466] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-249" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.494466] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-249" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.494466] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-249" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.494466] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.494466] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.494913] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.495466] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.495466] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.495911] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.496120] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1013.496987] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1013.496987] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1013.496987] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.496987] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1013.496987] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1013.528218] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1013.528218] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1013.528314] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1013.528577] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-249" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.529135] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-abad261d-5117-463b-93bf-c5a8b2b43499 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.529353] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-abad261d-5117-463b-93bf-c5a8b2b43499" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.529552] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-abad261d-5117-463b-93bf-c5a8b2b43499" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.530057] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-abad261d-5117-463b-93bf-c5a8b2b43499" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.531745] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abad261d-5117-463b-93bf-c5a8b2b43499',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.541315] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbaac4fb-a1b3-4857-944c-fc646a4729ee',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.735790] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 455bb743-de19-43c4-aa68-491bf4dd5b84: rpc.has_security_group_logging(os_id): False [ 1013.757888] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.758075] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.758119] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.758331] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.758536] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.758774] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.758900] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.758952] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.759253] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.759361] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.759559] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.759689] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.759753] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.759989] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.760112] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.760340] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.760482] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.760548] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.760752] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.760937] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.761200] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 455bb743-de19-43c4-aa68-491bf4dd5b84 is going to be updated. [ 1013.781195] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.781195] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.781195] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.781410] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.781410] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.781495] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d02750e0-5911-4223-885b-5238bc056af0 is going to be updated. [ 1013.816320] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.816516] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.816516] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.816738] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.816892] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.826592] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d02750e0-5911-4223-885b-5238bc056af0 in Status: IN_PROGRESS for 2s [ 1013.843340] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.844386] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.844386] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.844386] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.844386] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.863730] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 455bb743-de19-43c4-aa68-491bf4dd5b84 in Status: IN_PROGRESS for 2s [ 1014.035308] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.035670] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.035856] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.036371] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.036667] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.036949] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port abad261d-5117-463b-93bf-c5a8b2b43499 not found, creating... [ 1014.037319] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.037527] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.037669] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.038048] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.038224] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.038652] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.038837] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.038984] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.039267] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.040275] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.040445] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: abad261d-5117-463b-93bf-c5a8b2b43499 is going to be created. [ 1014.043299] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbaac4fb-a1b3-4857-944c-fc646a4729ee',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.066872] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.067347] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.067347] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.067484] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.067703] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.067930] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-abad261d-5117-463b-93bf-c5a8b2b43499" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.545536] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.545895] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.545895] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.545968] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.546095] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.546192] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee is going to be updated. [ 1014.580793] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.580793] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.580793] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.580793] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.580793] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.589060] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee in Status: IN_PROGRESS for 2s [ 1015.224236] env[65476]: INFO networking_nsxv3.common.synchronization [req-618e6781-e1ef-45b9-8282-05e2780c6d3a req-0cb0b6ab-b965-489d-9027-e2ee754877bf service nova] Enqueued Resource ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee with Priority: HIGHEST for action security_group_rules [ 1015.224236] env[65476]: INFO networking_nsxv3.common.synchronization [req-618e6781-e1ef-45b9-8282-05e2780c6d3a req-0cb0b6ab-b965-489d-9027-e2ee754877bf service nova] Enqueued Resource ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee with Priority: HIGHEST for action security_group_members [ 1015.224236] env[65476]: INFO networking_nsxv3.common.synchronization [req-618e6781-e1ef-45b9-8282-05e2780c6d3a req-0cb0b6ab-b965-489d-9027-e2ee754877bf service nova] Enqueued Resource ID: abad261d-5117-463b-93bf-c5a8b2b43499 with Priority: HIGHEST for action port [ 1015.224236] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee with Priority: HIGHEST for action security_group_rules [ 1015.224236] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee with Priority: HIGHEST for action security_group_members [ 1015.224236] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abad261d-5117-463b-93bf-c5a8b2b43499 with Priority: HIGHEST for action port [ 1015.224611] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbaac4fb-a1b3-4857-944c-fc646a4729ee taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.224896] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.225067] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.225368] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.225547] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbaac4fb-a1b3-4857-944c-fc646a4729ee',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.226689] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbaac4fb-a1b3-4857-944c-fc646a4729ee taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.226921] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.227241] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-abad261d-5117-463b-93bf-c5a8b2b43499 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.227471] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abad261d-5117-463b-93bf-c5a8b2b43499" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.227641] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abad261d-5117-463b-93bf-c5a8b2b43499" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.227899] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abad261d-5117-463b-93bf-c5a8b2b43499" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.228099] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abad261d-5117-463b-93bf-c5a8b2b43499',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.730121] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbaac4fb-a1b3-4857-944c-fc646a4729ee taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.730409] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.731676] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port abad261d-5117-463b-93bf-c5a8b2b43499 with status ACTIVE [ 1015.731935] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.732117] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.732197] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.732421] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.732515] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.732686] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.732784] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.732849] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.733071] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.733157] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.733347] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.733443] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.733504] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.733642] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.733715] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.733817] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: abad261d-5117-463b-93bf-c5a8b2b43499 is going to be updated. [ 1015.760086] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.760333] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.760458] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.760815] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.761321] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.761410] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abad261d-5117-463b-93bf-c5a8b2b43499" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.848657] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d02750e0-5911-4223-885b-5238bc056af0 in Status: SUCCESS [ 1015.848874] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.897393] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 455bb743-de19-43c4-aa68-491bf4dd5b84 in Status: SUCCESS [ 1015.897393] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.602047] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee in Status: SUCCESS [ 1016.602288] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.602544] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.603121] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.603904] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.603904] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.603904] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.603904] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.603904] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.603904] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbaac4fb-a1b3-4857-944c-fc646a4729ee',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.631429] env[65476]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1016.631602] env[65476]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] NSXv3 Agent Agent loop - iteration:2 started [ 1017.107445] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbaac4fb-a1b3-4857-944c-fc646a4729ee',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.609651] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbaac4fb-a1b3-4857-944c-fc646a4729ee',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.115049] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.115049] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.115049] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.115049] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.115049] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.115049] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee is going to be updated. [ 1018.144867] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.147025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.147025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.147025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.147025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.160155] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee in Status: IN_PROGRESS for 2s [ 1018.921914] env[65476]: INFO networking_nsxv3.common.synchronization [None req-a54c59a2-846b-4b07-b5dc-0832055e2e71 None None] Enqueued Resource ID: 73da60e5-25bd-47dd-9a86-d7304b619ea8 with Priority: HIGHEST for action port [ 1018.922745] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73da60e5-25bd-47dd-9a86-d7304b619ea8 with Priority: HIGHEST for action port [ 1018.922822] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-73da60e5-25bd-47dd-9a86-d7304b619ea8 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.922887] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73da60e5-25bd-47dd-9a86-d7304b619ea8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.923758] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73da60e5-25bd-47dd-9a86-d7304b619ea8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.923758] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73da60e5-25bd-47dd-9a86-d7304b619ea8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.923758] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73da60e5-25bd-47dd-9a86-d7304b619ea8',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.427829] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73da60e5-25bd-47dd-9a86-d7304b619ea8 [ 1019.428069] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.429770] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.429770] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.429770] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.429770] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.429770] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73da60e5-25bd-47dd-9a86-d7304b619ea8 already deleted. [ 1019.429770] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73da60e5-25bd-47dd-9a86-d7304b619ea8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.174417] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee in Status: SUCCESS [ 1020.174634] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.174906] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.175109] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.175588] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.175588] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.175588] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.175755] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.175755] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.175834] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.175882] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbaac4fb-a1b3-4857-944c-fc646a4729ee',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.678555] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbaac4fb-a1b3-4857-944c-fc646a4729ee taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.678947] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.678947] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.679161] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.679365] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.679516] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.679516] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.679682] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.679765] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.680098] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.680098] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbaac4fb-a1b3-4857-944c-fc646a4729ee taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.680239] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.680239] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.680384] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.680486] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.680573] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.680643] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.680810] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.680946] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.683171] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.683293] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbaac4fb-a1b3-4857-944c-fc646a4729ee',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.117538] env[65476]: INFO networking_nsxv3.common.synchronization [None req-ffcfc70a-f87d-4c3c-8c14-2ba866eb08f5 None None] Enqueued Resource ID: 03fbae3f-8ce1-40b1-84d8-fa028e0b8f5a with Priority: HIGHEST for action port [ 1021.118222] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03fbae3f-8ce1-40b1-84d8-fa028e0b8f5a with Priority: HIGHEST for action port [ 1021.118567] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-03fbae3f-8ce1-40b1-84d8-fa028e0b8f5a taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.118689] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03fbae3f-8ce1-40b1-84d8-fa028e0b8f5a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.118755] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03fbae3f-8ce1-40b1-84d8-fa028e0b8f5a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.119356] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03fbae3f-8ce1-40b1-84d8-fa028e0b8f5a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.119554] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03fbae3f-8ce1-40b1-84d8-fa028e0b8f5a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.189012] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbaac4fb-a1b3-4857-944c-fc646a4729ee: rpc.has_security_group_logging(os_id): False [ 1021.204725] env[65476]: INFO networking_nsxv3.common.synchronization [None req-1af583b2-483f-4a10-b95a-dd64ab5cef61 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Enqueued Resource ID: e29ea97a-160c-4d44-b0cc-22e22f82f53c with Priority: HIGHEST for action security_group_rules [ 1021.205331] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29ea97a-160c-4d44-b0cc-22e22f82f53c with Priority: HIGHEST for action security_group_rules [ 1021.205641] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e29ea97a-160c-4d44-b0cc-22e22f82f53c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.205758] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e29ea97a-160c-4d44-b0cc-22e22f82f53c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.205818] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e29ea97a-160c-4d44-b0cc-22e22f82f53c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.209040] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e29ea97a-160c-4d44-b0cc-22e22f82f53c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.209040] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e29ea97a-160c-4d44-b0cc-22e22f82f53c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.209998] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.210162] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.210225] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.210383] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.211016] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.211016] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.211016] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.211016] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.211016] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.211016] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.211559] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.211559] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.211559] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.211559] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.211559] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.212571] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.212571] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.212571] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.212571] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.212571] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.212571] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee is going to be updated. [ 1021.288192] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.288192] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.288192] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.288192] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.288486] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.317649] env[65476]: INFO networking_nsxv3.common.synchronization [None req-87cb39d0-71d7-43c6-a9db-f4c8e233290f tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Enqueued Resource ID: e29ea97a-160c-4d44-b0cc-22e22f82f53c with Priority: HIGHEST for action security_group_rules [ 1021.317649] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29ea97a-160c-4d44-b0cc-22e22f82f53c with Priority: HIGHEST for action security_group_rules [ 1021.317806] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e29ea97a-160c-4d44-b0cc-22e22f82f53c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.318052] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e29ea97a-160c-4d44-b0cc-22e22f82f53c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.329255] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee in Status: IN_PROGRESS for 2s [ 1021.623989] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03fbae3f-8ce1-40b1-84d8-fa028e0b8f5a [ 1021.624346] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.624522] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.624613] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.624893] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.625029] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.625162] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03fbae3f-8ce1-40b1-84d8-fa028e0b8f5a already deleted. [ 1021.626810] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03fbae3f-8ce1-40b1-84d8-fa028e0b8f5a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.733873] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.734370] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.734426] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.735421] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.735421] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.735421] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e29ea97a-160c-4d44-b0cc-22e22f82f53c already deleted. [ 1021.735421] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e29ea97a-160c-4d44-b0cc-22e22f82f53c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.735674] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e29ea97a-160c-4d44-b0cc-22e22f82f53c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.736085] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e29ea97a-160c-4d44-b0cc-22e22f82f53c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.736085] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e29ea97a-160c-4d44-b0cc-22e22f82f53c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.261148] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.261148] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.261148] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.261148] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.261148] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.261148] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e29ea97a-160c-4d44-b0cc-22e22f82f53c already deleted. [ 1022.261148] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e29ea97a-160c-4d44-b0cc-22e22f82f53c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.349197] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee in Status: SUCCESS [ 1023.349493] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.699636] env[65476]: INFO networking_nsxv3.common.synchronization [req-ee6b2e1b-56f6-45c1-bcd9-e3ac466f4aec req-055333ad-fcd5-4cc4-9271-c250123c6abe tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Enqueued Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_members [ 1023.700230] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_members [ 1023.700549] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.700673] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.700736] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.700946] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.702530] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.702530] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.702530] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.702770] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.702770] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.702877] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.205928] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.209198] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.209424] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.209745] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.209976] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.210347] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.210447] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.210488] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.210755] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.210921] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.211208] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 is going to be updated. [ 1024.248023] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.248023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.248023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.248023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.248023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.260045] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 in Status: IN_PROGRESS for 2s [ 1025.076419] env[65476]: INFO networking_nsxv3.common.synchronization [None req-e80236f2-c4aa-432b-a308-527717c53e7b None None] Enqueued Resource ID: a2225400-936f-4c99-a244-5dc94c88bc2c with Priority: HIGHEST for action port [ 1025.076419] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2225400-936f-4c99-a244-5dc94c88bc2c with Priority: HIGHEST for action port [ 1025.076419] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2225400-936f-4c99-a244-5dc94c88bc2c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.076419] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2225400-936f-4c99-a244-5dc94c88bc2c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.076419] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2225400-936f-4c99-a244-5dc94c88bc2c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.076419] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2225400-936f-4c99-a244-5dc94c88bc2c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.076419] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2225400-936f-4c99-a244-5dc94c88bc2c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.579040] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2225400-936f-4c99-a244-5dc94c88bc2c [ 1025.579283] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.579419] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.579491] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.579713] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.579794] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.579887] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2225400-936f-4c99-a244-5dc94c88bc2c already deleted. [ 1025.579967] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2225400-936f-4c99-a244-5dc94c88bc2c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.812240] env[65476]: INFO networking_nsxv3.common.synchronization [req-546e546a-57df-4f64-827d-472742544ecc req-a8a8346c-3a4f-4ae9-a062-b07516dd1897 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Enqueued Resource ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d with Priority: HIGHEST for action security_group_members [ 1025.812777] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d with Priority: HIGHEST for action security_group_members [ 1025.813112] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc4d518-6a73-42a6-9e75-85d662d21f4d taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.813260] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.813325] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.813542] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.813690] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.813791] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.813896] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.814116] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.814205] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.814300] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dc4d518-6a73-42a6-9e75-85d662d21f4d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.273024] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.273024] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-407" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.273024] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-407" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.273024] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-407" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.273024] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.273024] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.273024] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.273906] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.274197] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.274517] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.274744] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1026.275427] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1026.275658] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1026.278040] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.278040] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1026.278040] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1026.278453] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 in Status: SUCCESS [ 1026.278837] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 deletion is rescheduled due to dependency. [ 1026.278837] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.307225] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1026.308480] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1026.308822] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1026.309701] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-407" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.311017] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-4951e87c-09ba-4d05-93fe-d3b724351605 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.311017] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-4951e87c-09ba-4d05-93fe-d3b724351605" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.311017] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-4951e87c-09ba-4d05-93fe-d3b724351605" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.311017] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-4951e87c-09ba-4d05-93fe-d3b724351605" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.311017] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4951e87c-09ba-4d05-93fe-d3b724351605',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.319322] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.319322] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.319576] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.319687] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.319844] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.320189] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.320387] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.320509] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.320808] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.320808] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.320808] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d already deleted. [ 1026.320808] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.677831] env[65476]: INFO networking_nsxv3.common.synchronization [req-82c23212-3f98-4eac-838d-331fb6f53177 req-4827910b-80f0-4991-be6a-be07def294d0 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Enqueued Resource ID: 455bb743-de19-43c4-aa68-491bf4dd5b84 with Priority: HIGHEST for action security_group_members [ 1026.678477] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455bb743-de19-43c4-aa68-491bf4dd5b84 with Priority: HIGHEST for action security_group_members [ 1026.678815] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-455bb743-de19-43c4-aa68-491bf4dd5b84 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.679538] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.679538] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.679666] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.679770] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.680153] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.680153] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.680153] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.680153] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.680316] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('455bb743-de19-43c4-aa68-491bf4dd5b84',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.816715] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.816968] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.817401] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.817494] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.817625] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.817808] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port 4951e87c-09ba-4d05-93fe-d3b724351605 not found, creating... [ 1026.818105] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.818306] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.818510] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.819042] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.819042] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.819244] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.819436] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.819587] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.819744] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.819930] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.820026] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: 4951e87c-09ba-4d05-93fe-d3b724351605 is going to be created. [ 1026.867497] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.867734] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.867869] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.868174] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.868455] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.868732] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-4951e87c-09ba-4d05-93fe-d3b724351605" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.183461] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('455bb743-de19-43c4-aa68-491bf4dd5b84',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.603892] env[65476]: INFO networking_nsxv3.common.synchronization [None req-93f4c6c7-ade3-4a7b-b659-585fa4899991 None None] Enqueued Resource ID: 2bfd7613-77b3-4c3f-b1fb-7b8d39ea2d60 with Priority: HIGHEST for action port [ 1027.606962] env[65476]: INFO networking_nsxv3.common.synchronization [req-546e546a-57df-4f64-827d-472742544ecc req-f863496b-ccd9-4564-9bad-77ecc4370b58 service nova] Enqueued Resource ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d with Priority: HIGHEST for action security_group_rules [ 1027.607164] env[65476]: INFO networking_nsxv3.common.synchronization [req-546e546a-57df-4f64-827d-472742544ecc req-f863496b-ccd9-4564-9bad-77ecc4370b58 service nova] Enqueued Resource ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d with Priority: HIGHEST for action security_group_members [ 1027.607301] env[65476]: INFO networking_nsxv3.common.synchronization [req-546e546a-57df-4f64-827d-472742544ecc req-f863496b-ccd9-4564-9bad-77ecc4370b58 service nova] Enqueued Resource ID: 4951e87c-09ba-4d05-93fe-d3b724351605 with Priority: HIGHEST for action port [ 1027.607918] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bfd7613-77b3-4c3f-b1fb-7b8d39ea2d60 with Priority: HIGHEST for action port [ 1027.608117] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d with Priority: HIGHEST for action security_group_members [ 1027.608425] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d with Priority: HIGHEST for action security_group_rules [ 1027.608425] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4951e87c-09ba-4d05-93fe-d3b724351605 with Priority: HIGHEST for action port [ 1027.608639] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bfd7613-77b3-4c3f-b1fb-7b8d39ea2d60 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.608763] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bfd7613-77b3-4c3f-b1fb-7b8d39ea2d60" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.608848] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bfd7613-77b3-4c3f-b1fb-7b8d39ea2d60" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.610384] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bfd7613-77b3-4c3f-b1fb-7b8d39ea2d60" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.610384] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bfd7613-77b3-4c3f-b1fb-7b8d39ea2d60',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.611572] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc4d518-6a73-42a6-9e75-85d662d21f4d taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.611703] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.611771] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.611993] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.612178] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.612273] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.612331] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.612480] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.612568] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.612664] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dc4d518-6a73-42a6-9e75-85d662d21f4d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.613602] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dc4d518-6a73-42a6-9e75-85d662d21f4d taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.613718] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.613805] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.613995] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.614086] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dc4d518-6a73-42a6-9e75-85d662d21f4d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.615355] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-4951e87c-09ba-4d05-93fe-d3b724351605 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.615510] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4951e87c-09ba-4d05-93fe-d3b724351605" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.615563] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4951e87c-09ba-4d05-93fe-d3b724351605" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.616127] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4951e87c-09ba-4d05-93fe-d3b724351605" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.616127] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4951e87c-09ba-4d05-93fe-d3b724351605',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.689757] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('455bb743-de19-43c4-aa68-491bf4dd5b84',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.118495] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2bfd7613-77b3-4c3f-b1fb-7b8d39ea2d60 [ 1028.118762] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.118902] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.118970] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.119282] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.119316] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.119399] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2bfd7613-77b3-4c3f-b1fb-7b8d39ea2d60 already deleted. [ 1028.119511] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bfd7613-77b3-4c3f-b1fb-7b8d39ea2d60" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.119775] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7dc4d518-6a73-42a6-9e75-85d662d21f4d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.121165] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc4d518-6a73-42a6-9e75-85d662d21f4d taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.121283] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.121436] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4951e87c-09ba-4d05-93fe-d3b724351605 with status ACTIVE [ 1028.121589] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.121718] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.121804] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.122029] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.122123] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.122292] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.122388] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.122449] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.122591] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.122673] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.122871] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.122996] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.123140] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.123322] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.123438] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.123524] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4951e87c-09ba-4d05-93fe-d3b724351605 is going to be updated. [ 1028.150792] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.150944] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.151029] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.151282] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.151435] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.151600] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4951e87c-09ba-4d05-93fe-d3b724351605" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.194443] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.194443] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.194443] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.194618] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.194754] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.194905] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 455bb743-de19-43c4-aa68-491bf4dd5b84 is going to be updated. [ 1028.246978] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.247225] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.247225] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.247386] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.247537] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.266810] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 455bb743-de19-43c4-aa68-491bf4dd5b84 in Status: IN_PROGRESS for 2s [ 1028.626400] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7dc4d518-6a73-42a6-9e75-85d662d21f4d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.130271] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.130271] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.130271] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.130572] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.130572] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.130658] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d is going to be created. [ 1029.164243] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.164396] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.164445] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.164665] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.164852] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.177793] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d in Status: UNINITIALIZED for 2s [ 1030.278023] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 455bb743-de19-43c4-aa68-491bf4dd5b84 in Status: SUCCESS [ 1030.278023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.919092] env[65476]: INFO networking_nsxv3.common.synchronization [req-253e1e7c-9e8b-4476-ae2c-10f3460dccbb req-b2f29434-fb41-4215-b89c-1299cca92676 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Enqueued Resource ID: d80ba68a-b076-4d3b-be24-8f2348659dda with Priority: HIGHEST for action security_group_members [ 1030.919665] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d80ba68a-b076-4d3b-be24-8f2348659dda with Priority: HIGHEST for action security_group_members [ 1030.920777] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d80ba68a-b076-4d3b-be24-8f2348659dda taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.920777] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.920777] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.920969] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.921095] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.921193] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.921275] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.921451] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.921592] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.921690] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d80ba68a-b076-4d3b-be24-8f2348659dda',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.187980] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d in Status: SUCCESS [ 1031.188236] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.188393] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.188621] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.188815] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.188935] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.188998] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.189173] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.189245] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.189330] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.189423] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7dc4d518-6a73-42a6-9e75-85d662d21f4d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.424713] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.425073] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.425073] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.425318] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.425318] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.425472] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.425574] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.425635] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.425968] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.425968] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.425968] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d80ba68a-b076-4d3b-be24-8f2348659dda is going to be updated. [ 1031.457920] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.458069] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.458136] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.458348] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.458485] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.469996] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d80ba68a-b076-4d3b-be24-8f2348659dda in Status: IN_PROGRESS for 2s [ 1031.691540] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7dc4d518-6a73-42a6-9e75-85d662d21f4d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.193448] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7dc4d518-6a73-42a6-9e75-85d662d21f4d: rpc.has_security_group_logging(os_id): False [ 1032.224742] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.225116] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.225326] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.225707] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.225882] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.226369] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.226571] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.226687] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.226970] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.227114] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.227273] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d is going to be created. [ 1032.310771] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.311077] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.311077] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.311251] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.311449] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.325955] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d in Status: IN_PROGRESS for 2s [ 1033.461246] env[65476]: INFO networking_nsxv3.common.synchronization [req-59f79d8b-aea1-4d33-9305-9679dbe6f7e0 req-1d1f75b7-ba81-4241-a75c-b03b39e14140 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Enqueued Resource ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee with Priority: HIGHEST for action security_group_members [ 1033.462094] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee with Priority: HIGHEST for action security_group_members [ 1033.462408] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbaac4fb-a1b3-4857-944c-fc646a4729ee taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.462545] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.462612] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.463522] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.463522] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.463522] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.463522] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.463522] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.463522] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.463771] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbaac4fb-a1b3-4857-944c-fc646a4729ee',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.480837] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d80ba68a-b076-4d3b-be24-8f2348659dda in Status: SUCCESS [ 1033.481112] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d80ba68a-b076-4d3b-be24-8f2348659dda deletion is rescheduled due to dependency. [ 1033.481226] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.966602] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbaac4fb-a1b3-4857-944c-fc646a4729ee',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.340550] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d in Status: SUCCESS [ 1034.340812] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.469743] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbaac4fb-a1b3-4857-944c-fc646a4729ee',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.971953] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.972315] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.972315] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.973111] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.973111] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.973111] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee is going to be updated. [ 1035.004289] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.005075] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.005075] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.005075] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.005075] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.016163] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee in Status: IN_PROGRESS for 2s [ 1037.028756] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee in Status: SUCCESS [ 1037.029071] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.462979] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1038.463355] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1039.238768] env[65476]: INFO networking_nsxv3.common.synchronization [req-71b992bc-35b2-4ac7-b013-e85094767bc9 req-8c4b1500-675e-4eb0-bea7-36db4826807e tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Enqueued Resource ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 with Priority: HIGHEST for action security_group_members [ 1039.239371] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 with Priority: HIGHEST for action security_group_members [ 1039.240033] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f5c1a41-584c-4e4e-a276-7f37308bc912 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.240033] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.240033] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.240226] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.240303] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.240412] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.240499] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.240846] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.240846] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.241120] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f5c1a41-584c-4e4e-a276-7f37308bc912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.584975] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-543 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.584975] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-543" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.584975] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-543" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.584975] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-543" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.585439] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.585439] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.585439] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.585593] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.585632] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.585865] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.586011] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1039.586133] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1039.586239] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1039.586348] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.586449] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1039.586575] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1039.606984] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1039.606984] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1039.606984] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1039.607252] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-543" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.607597] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-03956e07-57f0-415e-a6b4-f38737a29cdb taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.608920] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-03956e07-57f0-415e-a6b4-f38737a29cdb" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.608920] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-03956e07-57f0-415e-a6b4-f38737a29cdb" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.608920] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-03956e07-57f0-415e-a6b4-f38737a29cdb" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.608920] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03956e07-57f0-415e-a6b4-f38737a29cdb',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.744599] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.744754] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.744826] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.745066] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.745163] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.745352] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.745451] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.745512] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.745668] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.745742] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.745822] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 is going to be updated. [ 1039.773980] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.773980] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.773980] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.774291] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.774339] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.785929] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 in Status: IN_PROGRESS for 2s [ 1040.111591] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.111847] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.112725] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.112725] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.112725] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.113078] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port 03956e07-57f0-415e-a6b4-f38737a29cdb not found, creating... [ 1040.114244] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.114244] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.114244] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.115414] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.115852] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.116724] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.117397] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.117397] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.118596] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.118801] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.119343] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: 03956e07-57f0-415e-a6b4-f38737a29cdb is going to be created. [ 1040.144720] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.145282] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.145494] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.145806] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.146077] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.146358] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-03956e07-57f0-415e-a6b4-f38737a29cdb" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.833945] env[65476]: INFO networking_nsxv3.common.synchronization [req-71b992bc-35b2-4ac7-b013-e85094767bc9 req-41413476-ea15-4f65-8601-70fe24b912e9 service nova] Enqueued Resource ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 with Priority: HIGHEST for action security_group_rules [ 1040.834276] env[65476]: INFO networking_nsxv3.common.synchronization [req-71b992bc-35b2-4ac7-b013-e85094767bc9 req-41413476-ea15-4f65-8601-70fe24b912e9 service nova] Enqueued Resource ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 with Priority: HIGHEST for action security_group_members [ 1040.834316] env[65476]: INFO networking_nsxv3.common.synchronization [req-71b992bc-35b2-4ac7-b013-e85094767bc9 req-41413476-ea15-4f65-8601-70fe24b912e9 service nova] Enqueued Resource ID: 03956e07-57f0-415e-a6b4-f38737a29cdb with Priority: HIGHEST for action port [ 1040.837977] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 with Priority: HIGHEST for action security_group_rules [ 1040.838202] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 with Priority: HIGHEST for action security_group_members [ 1040.838339] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03956e07-57f0-415e-a6b4-f38737a29cdb with Priority: HIGHEST for action port [ 1040.838927] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f5c1a41-584c-4e4e-a276-7f37308bc912 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.839104] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.839200] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.839427] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.839546] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f5c1a41-584c-4e4e-a276-7f37308bc912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.840459] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f5c1a41-584c-4e4e-a276-7f37308bc912 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.841558] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.841558] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-03956e07-57f0-415e-a6b4-f38737a29cdb taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.841558] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03956e07-57f0-415e-a6b4-f38737a29cdb" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.841558] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03956e07-57f0-415e-a6b4-f38737a29cdb" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.841558] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03956e07-57f0-415e-a6b4-f38737a29cdb" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.841558] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03956e07-57f0-415e-a6b4-f38737a29cdb',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.342633] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f5c1a41-584c-4e4e-a276-7f37308bc912 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.342723] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.344152] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03956e07-57f0-415e-a6b4-f38737a29cdb with status ACTIVE [ 1041.344364] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.344434] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.344536] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.344689] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.344801] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.345340] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.345340] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.345340] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.345340] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.345533] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.345606] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.345704] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.345764] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.345919] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.345992] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.346101] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03956e07-57f0-415e-a6b4-f38737a29cdb is going to be updated. [ 1041.370423] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.370423] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.370423] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.370635] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.371585] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.371809] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03956e07-57f0-415e-a6b4-f38737a29cdb" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.568677] env[65476]: INFO networking_nsxv3.common.synchronization [req-dedc3228-39c6-4b82-83a4-174dec5659ba req-a32deae8-ac73-466d-8a43-4fea6320df40 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Enqueued Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_members [ 1041.568677] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_members [ 1041.568677] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.568677] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.568677] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.568677] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.568677] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.568677] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.568677] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.568677] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.568677] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.569232] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.798165] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 in Status: SUCCESS [ 1041.798165] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 deletion is rescheduled due to dependency. [ 1041.798165] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.798165] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.798165] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.798165] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.798165] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.798165] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.798165] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.798165] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.798165] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f5c1a41-584c-4e4e-a276-7f37308bc912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.876086] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.876086] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-592" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.876086] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-592" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.876086] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-592" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.876086] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.876086] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.876086] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.877131] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.877538] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.878246] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.878415] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1041.879025] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1041.879025] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1041.879025] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.879025] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1041.881017] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1041.899191] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1041.899191] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1041.899191] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1041.899191] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-592" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.899191] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-2522007e-52b1-4ee9-9aea-f8f6ef356372 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.899191] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-2522007e-52b1-4ee9-9aea-f8f6ef356372" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.899191] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-2522007e-52b1-4ee9-9aea-f8f6ef356372" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.899191] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-2522007e-52b1-4ee9-9aea-f8f6ef356372" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.899191] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2522007e-52b1-4ee9-9aea-f8f6ef356372',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.070896] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.300559] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f5c1a41-584c-4e4e-a276-7f37308bc912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.402429] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.402750] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.402859] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.403170] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.403325] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.403479] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port 2522007e-52b1-4ee9-9aea-f8f6ef356372 not found, creating... [ 1042.404313] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.404313] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.404313] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.404313] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.404525] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.404741] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.404899] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.405026] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.405240] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.405369] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.405523] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: 2522007e-52b1-4ee9-9aea-f8f6ef356372 is going to be created. [ 1042.429087] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.429307] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.429472] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.429771] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.429994] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.430234] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-2522007e-52b1-4ee9-9aea-f8f6ef356372" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.573567] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.803677] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f5c1a41-584c-4e4e-a276-7f37308bc912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.076229] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.077954] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.077954] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.077954] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.077954] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.077954] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce161cd1-25c0-4dff-a320-e47e330247dd is going to be updated. [ 1043.105096] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.105270] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.105350] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.105586] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.105732] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.115905] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: IN_PROGRESS for 2s [ 1043.129189] env[65476]: INFO networking_nsxv3.common.synchronization [req-dedc3228-39c6-4b82-83a4-174dec5659ba req-05018c52-d2f5-4beb-9a2a-9bec440b6113 service nova] Enqueued Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_rules [ 1043.129384] env[65476]: INFO networking_nsxv3.common.synchronization [req-dedc3228-39c6-4b82-83a4-174dec5659ba req-05018c52-d2f5-4beb-9a2a-9bec440b6113 service nova] Enqueued Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_members [ 1043.129564] env[65476]: INFO networking_nsxv3.common.synchronization [req-dedc3228-39c6-4b82-83a4-174dec5659ba req-05018c52-d2f5-4beb-9a2a-9bec440b6113 service nova] Enqueued Resource ID: 2522007e-52b1-4ee9-9aea-f8f6ef356372 with Priority: HIGHEST for action port [ 1043.130010] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_rules [ 1043.130151] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_members [ 1043.130249] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2522007e-52b1-4ee9-9aea-f8f6ef356372 with Priority: HIGHEST for action port [ 1043.130510] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.130646] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.130685] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.130886] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.130964] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.132352] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.132716] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.136021] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-2522007e-52b1-4ee9-9aea-f8f6ef356372 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.136021] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2522007e-52b1-4ee9-9aea-f8f6ef356372" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.136021] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2522007e-52b1-4ee9-9aea-f8f6ef356372" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.136021] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2522007e-52b1-4ee9-9aea-f8f6ef356372" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.136021] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2522007e-52b1-4ee9-9aea-f8f6ef356372',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.305773] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.305955] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.306032] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.306266] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.306356] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.306470] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 is going to be updated. [ 1043.341430] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.341683] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.341683] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.342486] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.342486] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.355953] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 in Status: IN_PROGRESS for 2s [ 1043.632892] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.633161] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.636472] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2522007e-52b1-4ee9-9aea-f8f6ef356372 with status ACTIVE [ 1043.636695] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.636825] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.636894] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.637152] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.637249] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.637441] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.637540] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.637632] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.637778] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.637826] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.638026] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.638141] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.638183] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.638344] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.638422] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.638498] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2522007e-52b1-4ee9-9aea-f8f6ef356372 is going to be updated. [ 1043.661300] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.661300] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.661300] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.661300] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.661300] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.661300] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2522007e-52b1-4ee9-9aea-f8f6ef356372" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.139317] env[65476]: INFO networking_nsxv3.common.synchronization [req-771a520b-04a6-4245-b52b-2870d23ffa14 req-990c84eb-7559-476a-8b07-f6324384bb5c tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Enqueued Resource ID: e29ea97a-160c-4d44-b0cc-22e22f82f53c with Priority: HIGHEST for action security_group_members [ 1044.140284] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29ea97a-160c-4d44-b0cc-22e22f82f53c with Priority: HIGHEST for action security_group_members [ 1044.140284] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29ea97a-160c-4d44-b0cc-22e22f82f53c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.140490] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29ea97a-160c-4d44-b0cc-22e22f82f53c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.140490] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29ea97a-160c-4d44-b0cc-22e22f82f53c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.140667] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29ea97a-160c-4d44-b0cc-22e22f82f53c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.141103] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.141103] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.141103] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.141321] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.141375] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.141427] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e29ea97a-160c-4d44-b0cc-22e22f82f53c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.569726] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-272 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.570027] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-272" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.570141] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-272" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.570483] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-272" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.570755] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.570912] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.571056] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.571487] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.571487] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.571764] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.571764] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1044.572116] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1044.572116] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1044.572306] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1044.572481] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1044.572560] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1044.592891] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1044.592891] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1044.592891] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1044.593257] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-272" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.593416] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-82017cad-e856-4545-8d77-81471f17b2a5 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.593664] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-82017cad-e856-4545-8d77-81471f17b2a5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.594165] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-82017cad-e856-4545-8d77-81471f17b2a5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.594165] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-82017cad-e856-4545-8d77-81471f17b2a5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.594389] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82017cad-e856-4545-8d77-81471f17b2a5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.647076] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.647076] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.647076] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.647076] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.647076] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.647076] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.647076] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.647076] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.647076] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.647076] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.647076] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e29ea97a-160c-4d44-b0cc-22e22f82f53c already deleted. [ 1044.647076] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29ea97a-160c-4d44-b0cc-22e22f82f53c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.097324] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.097597] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.097736] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.098100] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.098296] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.098454] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port 82017cad-e856-4545-8d77-81471f17b2a5 not found, creating... [ 1045.098728] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.098888] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.099013] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.099301] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.099438] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.099717] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.099897] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.100024] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.100242] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.100376] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.100523] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: 82017cad-e856-4545-8d77-81471f17b2a5 is going to be created. [ 1045.121236] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.121481] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.121611] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.121932] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.122252] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.122476] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-82017cad-e856-4545-8d77-81471f17b2a5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.127493] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: SUCCESS [ 1045.127954] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.127954] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.128163] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.128304] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.128391] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.128429] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.128558] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.128634] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.128727] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.370442] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 in Status: SUCCESS [ 1045.370762] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.371021] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.371330] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.371611] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.371787] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.372117] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.372197] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.372295] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.372427] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.372563] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f5c1a41-584c-4e4e-a276-7f37308bc912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.630659] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.870466] env[65476]: INFO networking_nsxv3.common.synchronization [req-771a520b-04a6-4245-b52b-2870d23ffa14 req-69a5a335-7dc1-4d49-bcc3-bd996601af06 service nova] Enqueued Resource ID: e29ea97a-160c-4d44-b0cc-22e22f82f53c with Priority: HIGHEST for action security_group_rules [ 1045.870466] env[65476]: INFO networking_nsxv3.common.synchronization [req-771a520b-04a6-4245-b52b-2870d23ffa14 req-69a5a335-7dc1-4d49-bcc3-bd996601af06 service nova] Enqueued Resource ID: e29ea97a-160c-4d44-b0cc-22e22f82f53c with Priority: HIGHEST for action security_group_members [ 1045.870466] env[65476]: INFO networking_nsxv3.common.synchronization [req-771a520b-04a6-4245-b52b-2870d23ffa14 req-69a5a335-7dc1-4d49-bcc3-bd996601af06 service nova] Enqueued Resource ID: 82017cad-e856-4545-8d77-81471f17b2a5 with Priority: HIGHEST for action port [ 1045.870466] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29ea97a-160c-4d44-b0cc-22e22f82f53c with Priority: HIGHEST for action security_group_rules [ 1045.870466] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29ea97a-160c-4d44-b0cc-22e22f82f53c with Priority: HIGHEST for action security_group_members [ 1045.870466] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82017cad-e856-4545-8d77-81471f17b2a5 with Priority: HIGHEST for action port [ 1045.870677] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e29ea97a-160c-4d44-b0cc-22e22f82f53c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.871339] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e29ea97a-160c-4d44-b0cc-22e22f82f53c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.871339] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e29ea97a-160c-4d44-b0cc-22e22f82f53c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.871339] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e29ea97a-160c-4d44-b0cc-22e22f82f53c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.871548] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e29ea97a-160c-4d44-b0cc-22e22f82f53c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.872443] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29ea97a-160c-4d44-b0cc-22e22f82f53c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.872552] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29ea97a-160c-4d44-b0cc-22e22f82f53c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.872645] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29ea97a-160c-4d44-b0cc-22e22f82f53c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.872877] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29ea97a-160c-4d44-b0cc-22e22f82f53c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.872931] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.872998] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.873076] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.873251] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.873336] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.873429] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e29ea97a-160c-4d44-b0cc-22e22f82f53c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.874382] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-82017cad-e856-4545-8d77-81471f17b2a5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.874548] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82017cad-e856-4545-8d77-81471f17b2a5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.874548] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82017cad-e856-4545-8d77-81471f17b2a5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.874782] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82017cad-e856-4545-8d77-81471f17b2a5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.874782] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82017cad-e856-4545-8d77-81471f17b2a5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.876903] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f5c1a41-584c-4e4e-a276-7f37308bc912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.134501] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.376577] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e29ea97a-160c-4d44-b0cc-22e22f82f53c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.377699] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29ea97a-160c-4d44-b0cc-22e22f82f53c taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.378314] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29ea97a-160c-4d44-b0cc-22e22f82f53c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.379254] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82017cad-e856-4545-8d77-81471f17b2a5 with status ACTIVE [ 1046.379254] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.379254] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.379254] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.379254] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.379453] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.379500] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.379630] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.379685] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.379869] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.379869] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.380081] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.380144] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.380230] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.380358] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.380504] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.380504] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82017cad-e856-4545-8d77-81471f17b2a5 is going to be updated. [ 1046.381607] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f5c1a41-584c-4e4e-a276-7f37308bc912: rpc.has_security_group_logging(os_id): False [ 1046.405869] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.406149] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.406149] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.406346] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.406442] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.406757] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.406864] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.406923] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.407109] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.407174] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.407340] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 is going to be updated. [ 1046.412818] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.412977] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.413030] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.413237] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.413371] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.413529] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82017cad-e856-4545-8d77-81471f17b2a5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.497770] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.497770] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.497770] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.497770] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.497770] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.524585] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 in Status: IN_PROGRESS for 2s [ 1046.637134] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.639778] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.639778] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.639778] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.639778] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.639778] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce161cd1-25c0-4dff-a320-e47e330247dd is going to be updated. [ 1046.675853] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.675853] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.675853] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.675853] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.675853] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.685974] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: IN_PROGRESS for 2s [ 1046.879705] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e29ea97a-160c-4d44-b0cc-22e22f82f53c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.893073] env[65476]: INFO networking_nsxv3.common.synchronization [req-2573a436-8d85-4d36-a14e-ff674c6611c8 req-d7908bf6-ed14-46f9-a4ce-c86e1c6e408b tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Enqueued Resource ID: 41288e25-8ca8-4533-83ce-a86b87d71d35 with Priority: HIGHEST for action security_group_members [ 1046.893742] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41288e25-8ca8-4533-83ce-a86b87d71d35 with Priority: HIGHEST for action security_group_members [ 1046.894345] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-41288e25-8ca8-4533-83ce-a86b87d71d35 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.894669] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.894669] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.895025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.895025] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.896025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.896025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.896025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.896025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.896025] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41288e25-8ca8-4533-83ce-a86b87d71d35',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.154854] env[65476]: INFO networking_nsxv3.common.synchronization [req-4f542ceb-4847-49d8-b7c5-784eb20e3c5f req-7582cb46-2b8d-4704-9932-b93715b68ac8 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Enqueued Resource ID: 455bb743-de19-43c4-aa68-491bf4dd5b84 with Priority: HIGHEST for action security_group_members [ 1047.155402] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455bb743-de19-43c4-aa68-491bf4dd5b84 with Priority: HIGHEST for action security_group_members [ 1047.155734] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-455bb743-de19-43c4-aa68-491bf4dd5b84 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.155856] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.155932] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.156144] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.156348] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.156433] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.156489] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.157109] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.157109] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.157109] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('455bb743-de19-43c4-aa68-491bf4dd5b84',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.311020] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-263 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.311020] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-263" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.311020] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-263" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.311020] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-263" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.311020] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.311020] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.311020] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.311020] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.311020] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.311020] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.311020] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1047.311020] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1047.311020] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1047.311686] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.311686] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1047.311686] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1047.334256] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1047.334481] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1047.334765] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1047.335080] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-263" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.335414] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-324b8c76-0d01-4b19-aa12-8f25db94ea1b taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.335877] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-324b8c76-0d01-4b19-aa12-8f25db94ea1b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.335877] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-324b8c76-0d01-4b19-aa12-8f25db94ea1b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.336924] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-324b8c76-0d01-4b19-aa12-8f25db94ea1b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.336924] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('324b8c76-0d01-4b19-aa12-8f25db94ea1b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.381746] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.382408] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.382408] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.382408] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.382546] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.382546] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e29ea97a-160c-4d44-b0cc-22e22f82f53c is going to be created. [ 1047.398160] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.398427] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.398427] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.398613] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.398704] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.398901] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.398994] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.399066] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.399221] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.399291] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.399377] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41288e25-8ca8-4533-83ce-a86b87d71d35 already deleted. [ 1047.399453] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.413322] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.413574] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.413574] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.413728] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.413886] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.427480] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29ea97a-160c-4d44-b0cc-22e22f82f53c in Status: UNINITIALIZED for 2s [ 1047.659687] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.659959] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.660099] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.660422] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.660525] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.660821] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.661031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.661133] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.661345] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.661449] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.661545] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 455bb743-de19-43c4-aa68-491bf4dd5b84 is going to be updated. [ 1047.695180] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.695413] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.695413] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.695594] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.695733] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.707214] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 455bb743-de19-43c4-aa68-491bf4dd5b84 in Status: IN_PROGRESS for 2s [ 1047.839704] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.839932] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.840186] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.840394] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.840547] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.840706] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port 324b8c76-0d01-4b19-aa12-8f25db94ea1b not found, creating... [ 1047.841080] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.841359] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.841359] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.841636] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.841772] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.842196] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.842498] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.842654] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.846034] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.846034] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.846034] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: 324b8c76-0d01-4b19-aa12-8f25db94ea1b is going to be created. [ 1047.871549] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.871767] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.871891] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.873144] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.873401] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.873632] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-324b8c76-0d01-4b19-aa12-8f25db94ea1b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.538955] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 in Status: SUCCESS [ 1048.539364] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.640327] env[65476]: INFO networking_nsxv3.common.synchronization [req-2573a436-8d85-4d36-a14e-ff674c6611c8 req-e1eb321d-ae92-43f5-83fa-e84e4af2a7f1 service nova] Enqueued Resource ID: 41288e25-8ca8-4533-83ce-a86b87d71d35 with Priority: HIGHEST for action security_group_rules [ 1048.641081] env[65476]: INFO networking_nsxv3.common.synchronization [req-2573a436-8d85-4d36-a14e-ff674c6611c8 req-e1eb321d-ae92-43f5-83fa-e84e4af2a7f1 service nova] Enqueued Resource ID: 41288e25-8ca8-4533-83ce-a86b87d71d35 with Priority: HIGHEST for action security_group_members [ 1048.641081] env[65476]: INFO networking_nsxv3.common.synchronization [req-2573a436-8d85-4d36-a14e-ff674c6611c8 req-e1eb321d-ae92-43f5-83fa-e84e4af2a7f1 service nova] Enqueued Resource ID: 324b8c76-0d01-4b19-aa12-8f25db94ea1b with Priority: HIGHEST for action port [ 1048.641837] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41288e25-8ca8-4533-83ce-a86b87d71d35 with Priority: HIGHEST for action security_group_rules [ 1048.642064] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41288e25-8ca8-4533-83ce-a86b87d71d35 with Priority: HIGHEST for action security_group_members [ 1048.642811] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 324b8c76-0d01-4b19-aa12-8f25db94ea1b with Priority: HIGHEST for action port [ 1048.642942] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41288e25-8ca8-4533-83ce-a86b87d71d35 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.643471] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.643585] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.643967] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.644119] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41288e25-8ca8-4533-83ce-a86b87d71d35',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.646175] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-41288e25-8ca8-4533-83ce-a86b87d71d35 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.647502] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.647502] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.647502] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.647502] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.647502] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.647502] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.647502] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.647502] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.647502] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41288e25-8ca8-4533-83ce-a86b87d71d35',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.648235] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-324b8c76-0d01-4b19-aa12-8f25db94ea1b taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.648551] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-324b8c76-0d01-4b19-aa12-8f25db94ea1b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.648551] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-324b8c76-0d01-4b19-aa12-8f25db94ea1b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.648738] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-324b8c76-0d01-4b19-aa12-8f25db94ea1b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.648738] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('324b8c76-0d01-4b19-aa12-8f25db94ea1b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.701509] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: SUCCESS [ 1048.701856] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.702109] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.704041] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.704041] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.704041] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.704041] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.704041] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.704041] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.704041] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.704041] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.957606] env[65476]: INFO networking_nsxv3.common.synchronization [req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 req-b84ad439-6bce-41c8-84eb-61df6d3ee2b7 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Enqueued Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_members [ 1048.957606] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_members [ 1048.960359] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.961503] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.961503] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.962194] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.963432] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.963432] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.963432] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.964120] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.964307] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.964469] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.150567] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41288e25-8ca8-4533-83ce-a86b87d71d35',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.151740] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-41288e25-8ca8-4533-83ce-a86b87d71d35 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.152085] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.152416] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 324b8c76-0d01-4b19-aa12-8f25db94ea1b with status ACTIVE [ 1049.152616] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.152783] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.152830] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.153040] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.153162] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.153384] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.153510] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.153557] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.155337] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.155410] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.155640] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.155871] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.155871] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.156048] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.156087] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.156149] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 324b8c76-0d01-4b19-aa12-8f25db94ea1b is going to be updated. [ 1049.184280] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.184861] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.184861] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.184861] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.184861] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.185110] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-324b8c76-0d01-4b19-aa12-8f25db94ea1b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.206296] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.206771] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.206771] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.206987] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.208138] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.208138] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.208262] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.208432] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.208525] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.208561] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.209280] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.209280] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.209280] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.209280] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.209280] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.209490] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.209490] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.209563] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.209666] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.209785] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.209869] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.434260] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-928 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.434260] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-928" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.434544] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-928" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.434979] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-928" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.435350] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.435451] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.435571] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.435836] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.435981] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.436229] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.436371] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1049.436426] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1049.436544] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1049.436681] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.436770] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1049.436947] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1049.441171] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29ea97a-160c-4d44-b0cc-22e22f82f53c in Status: SUCCESS [ 1049.441381] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29ea97a-160c-4d44-b0cc-22e22f82f53c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.442203] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29ea97a-160c-4d44-b0cc-22e22f82f53c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.442449] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29ea97a-160c-4d44-b0cc-22e22f82f53c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.442638] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.442768] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.442830] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.442987] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.443085] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.443186] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29ea97a-160c-4d44-b0cc-22e22f82f53c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.444030] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e29ea97a-160c-4d44-b0cc-22e22f82f53c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.459597] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1049.459597] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1049.459597] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1049.459597] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-928" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.460301] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-ebf683ce-e258-49d6-9d9c-4ba246b0545e taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.460301] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-ebf683ce-e258-49d6-9d9c-4ba246b0545e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.460595] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-ebf683ce-e258-49d6-9d9c-4ba246b0545e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.460857] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-ebf683ce-e258-49d6-9d9c-4ba246b0545e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.461125] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebf683ce-e258-49d6-9d9c-4ba246b0545e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.469501] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.469651] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.469717] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.469931] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.470025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.470215] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.470317] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.470600] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.470800] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.470952] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.471080] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 is going to be updated. [ 1049.505115] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.505313] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.505355] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.505532] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.505673] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.516983] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 in Status: IN_PROGRESS for 2s [ 1049.653262] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41288e25-8ca8-4533-83ce-a86b87d71d35',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.712204] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce161cd1-25c0-4dff-a320-e47e330247dd: rpc.has_security_group_logging(os_id): False [ 1049.718425] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 455bb743-de19-43c4-aa68-491bf4dd5b84 in Status: SUCCESS [ 1049.718719] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 455bb743-de19-43c4-aa68-491bf4dd5b84 deletion is rescheduled due to dependency. [ 1049.719029] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.734529] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.734873] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.734873] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.735360] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.735360] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.735451] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.735517] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.735587] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.735780] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.735886] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.736099] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.736221] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.736279] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.736457] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.736547] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.736756] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.736868] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.736926] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.737112] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.737193] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.737304] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce161cd1-25c0-4dff-a320-e47e330247dd is going to be updated. [ 1049.802564] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.802834] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.802834] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.802986] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.803150] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.817667] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: IN_PROGRESS for 2s [ 1049.946034] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e29ea97a-160c-4d44-b0cc-22e22f82f53c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.970035] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.970035] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.970035] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.970035] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.970035] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.970035] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port ebf683ce-e258-49d6-9d9c-4ba246b0545e not found, creating... [ 1049.970035] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.970035] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.970035] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.970035] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.970035] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.970692] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.970692] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.972679] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.973578] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.973839] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.975028] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: ebf683ce-e258-49d6-9d9c-4ba246b0545e is going to be created. [ 1050.009217] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.009512] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.009652] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.009943] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.010251] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.010496] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-ebf683ce-e258-49d6-9d9c-4ba246b0545e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.156222] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.156439] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.156518] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.156701] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.156813] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.156885] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41288e25-8ca8-4533-83ce-a86b87d71d35 is going to be created. [ 1050.191314] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.191560] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.191560] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.191750] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.191917] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.203819] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41288e25-8ca8-4533-83ce-a86b87d71d35 in Status: UNINITIALIZED for 2s [ 1050.451023] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e29ea97a-160c-4d44-b0cc-22e22f82f53c: rpc.has_security_group_logging(os_id): False [ 1050.476376] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.476535] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.476606] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.476828] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.476933] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.477165] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.477285] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.477358] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.477519] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.477591] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.477677] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e29ea97a-160c-4d44-b0cc-22e22f82f53c is going to be created. [ 1050.562158] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.562336] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.562431] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.562732] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.562881] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.575434] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e29ea97a-160c-4d44-b0cc-22e22f82f53c in Status: IN_PROGRESS for 2s [ 1050.737204] env[65476]: INFO networking_nsxv3.common.synchronization [req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 req-e7be9104-589e-4788-b3b8-e8f0c0ea7485 service nova] Enqueued Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_rules [ 1050.737204] env[65476]: INFO networking_nsxv3.common.synchronization [req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 req-e7be9104-589e-4788-b3b8-e8f0c0ea7485 service nova] Enqueued Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_members [ 1050.737204] env[65476]: INFO networking_nsxv3.common.synchronization [req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 req-e7be9104-589e-4788-b3b8-e8f0c0ea7485 service nova] Enqueued Resource ID: ebf683ce-e258-49d6-9d9c-4ba246b0545e with Priority: HIGHEST for action port [ 1050.737204] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_rules [ 1050.737204] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_members [ 1050.737204] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebf683ce-e258-49d6-9d9c-4ba246b0545e with Priority: HIGHEST for action port [ 1050.738059] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.738553] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.738763] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.739167] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.739363] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.741103] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.741700] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.741924] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebf683ce-e258-49d6-9d9c-4ba246b0545e taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.742336] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebf683ce-e258-49d6-9d9c-4ba246b0545e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.743470] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebf683ce-e258-49d6-9d9c-4ba246b0545e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.743470] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebf683ce-e258-49d6-9d9c-4ba246b0545e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.743470] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebf683ce-e258-49d6-9d9c-4ba246b0545e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.245648] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.246155] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.248723] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ebf683ce-e258-49d6-9d9c-4ba246b0545e with status ACTIVE [ 1051.251754] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.251754] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.251754] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.251754] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.251754] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.251754] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.251754] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.251754] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.251754] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.251754] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.251754] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.251754] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.252308] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.252308] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.252308] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.252308] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ebf683ce-e258-49d6-9d9c-4ba246b0545e is going to be updated. [ 1051.292605] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.292732] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.292828] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.293114] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.293302] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.293633] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebf683ce-e258-49d6-9d9c-4ba246b0545e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.492045] env[65476]: INFO networking_nsxv3.common.synchronization [req-8957e316-c7ca-4881-9311-8ab01d57ee87 req-cec76a7d-1f2c-4092-945c-b5f64eb7ca85 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Enqueued Resource ID: d80ba68a-b076-4d3b-be24-8f2348659dda with Priority: HIGHEST for action security_group_members [ 1051.492732] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d80ba68a-b076-4d3b-be24-8f2348659dda with Priority: HIGHEST for action security_group_members [ 1051.493590] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d80ba68a-b076-4d3b-be24-8f2348659dda taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.493590] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.493590] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.493590] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.493854] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.493854] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.493854] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.494240] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.494240] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.494327] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d80ba68a-b076-4d3b-be24-8f2348659dda',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.532213] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 in Status: SUCCESS [ 1051.532213] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 deletion is rescheduled due to dependency. [ 1051.532213] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.532213] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.532213] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.532213] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.532213] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.532213] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.532213] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.532213] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.532213] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.839121] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: SUCCESS [ 1051.839121] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.897805] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-832 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.898019] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-832" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.898152] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-832" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.898442] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-832" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.898706] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.898865] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.898979] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.899252] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.899418] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.899809] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1051.899809] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1051.899809] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1051.899988] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1051.900037] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1051.900120] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1051.900254] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1051.923053] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1051.923296] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1051.923478] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1051.923716] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-832" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.924145] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-9a5d7609-2f82-422a-948b-4e4a205db7c7 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.924388] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-9a5d7609-2f82-422a-948b-4e4a205db7c7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.924548] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-9a5d7609-2f82-422a-948b-4e4a205db7c7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.925626] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-9a5d7609-2f82-422a-948b-4e4a205db7c7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.925626] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a5d7609-2f82-422a-948b-4e4a205db7c7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.997572] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.997855] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.998034] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.998330] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.998398] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.998627] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.998751] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.998848] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.999056] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.999158] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.999275] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d80ba68a-b076-4d3b-be24-8f2348659dda is going to be updated. [ 1052.032495] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.032495] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.032495] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.032495] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.032495] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.036126] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.044575] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d80ba68a-b076-4d3b-be24-8f2348659dda in Status: IN_PROGRESS for 2s [ 1052.213620] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41288e25-8ca8-4533-83ce-a86b87d71d35 in Status: UNINITIALIZED for 4s [ 1052.427585] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.427837] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.427931] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.428271] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.428422] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.428572] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port 9a5d7609-2f82-422a-948b-4e4a205db7c7 not found, creating... [ 1052.428825] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.428979] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.429110] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.429336] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.429507] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.429830] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.429984] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.430114] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.430373] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.430549] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.430752] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: 9a5d7609-2f82-422a-948b-4e4a205db7c7 is going to be created. [ 1052.458783] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.459053] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.459166] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.459456] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.459693] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.459936] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-9a5d7609-2f82-422a-948b-4e4a205db7c7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.538676] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.595935] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e29ea97a-160c-4d44-b0cc-22e22f82f53c in Status: SUCCESS [ 1052.596439] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e29ea97a-160c-4d44-b0cc-22e22f82f53c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.042961] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.043411] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.043411] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.043561] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.043561] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.043665] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 is going to be updated. [ 1053.086423] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.086796] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.086922] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.088012] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.088012] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.101665] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 in Status: IN_PROGRESS for 2s [ 1053.262783] env[65476]: INFO networking_nsxv3.common.synchronization [req-8957e316-c7ca-4881-9311-8ab01d57ee87 req-226c48e5-7a60-4369-8eaa-31da961cc5b4 service nova] Enqueued Resource ID: d80ba68a-b076-4d3b-be24-8f2348659dda with Priority: HIGHEST for action security_group_rules [ 1053.262936] env[65476]: INFO networking_nsxv3.common.synchronization [req-8957e316-c7ca-4881-9311-8ab01d57ee87 req-226c48e5-7a60-4369-8eaa-31da961cc5b4 service nova] Enqueued Resource ID: d80ba68a-b076-4d3b-be24-8f2348659dda with Priority: HIGHEST for action security_group_members [ 1053.263140] env[65476]: INFO networking_nsxv3.common.synchronization [req-8957e316-c7ca-4881-9311-8ab01d57ee87 req-226c48e5-7a60-4369-8eaa-31da961cc5b4 service nova] Enqueued Resource ID: 9a5d7609-2f82-422a-948b-4e4a205db7c7 with Priority: HIGHEST for action port [ 1053.263824] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d80ba68a-b076-4d3b-be24-8f2348659dda with Priority: HIGHEST for action security_group_rules [ 1053.264239] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d80ba68a-b076-4d3b-be24-8f2348659dda with Priority: HIGHEST for action security_group_members [ 1053.264453] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a5d7609-2f82-422a-948b-4e4a205db7c7 with Priority: HIGHEST for action port [ 1053.264835] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d80ba68a-b076-4d3b-be24-8f2348659dda taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.265026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.265156] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.265409] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.265552] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d80ba68a-b076-4d3b-be24-8f2348659dda',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.270180] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d80ba68a-b076-4d3b-be24-8f2348659dda taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.270180] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.270180] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a5d7609-2f82-422a-948b-4e4a205db7c7 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.270180] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a5d7609-2f82-422a-948b-4e4a205db7c7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.270180] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a5d7609-2f82-422a-948b-4e4a205db7c7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.270180] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a5d7609-2f82-422a-948b-4e4a205db7c7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.270180] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a5d7609-2f82-422a-948b-4e4a205db7c7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.769563] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d80ba68a-b076-4d3b-be24-8f2348659dda taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.769864] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.772112] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a5d7609-2f82-422a-948b-4e4a205db7c7 with status ACTIVE [ 1053.772366] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.772501] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.772569] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.772787] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.772882] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.773072] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.773229] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.773229] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.773444] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.773501] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.773643] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.773734] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.773783] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.773920] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.773990] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.774088] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a5d7609-2f82-422a-948b-4e4a205db7c7 is going to be updated. [ 1053.801506] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.801733] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.801868] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.802215] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.802533] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.802762] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a5d7609-2f82-422a-948b-4e4a205db7c7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.058389] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d80ba68a-b076-4d3b-be24-8f2348659dda in Status: SUCCESS [ 1054.058946] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d80ba68a-b076-4d3b-be24-8f2348659dda deletion is rescheduled due to dependency. [ 1054.058946] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.059140] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.059369] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.059561] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.059721] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.059862] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.059924] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.060081] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.060152] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d80ba68a-b076-4d3b-be24-8f2348659dda',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.228082] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41288e25-8ca8-4533-83ce-a86b87d71d35 in Status: SUCCESS [ 1054.228082] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.228082] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.228082] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.228082] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.228458] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.228458] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.228538] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.228575] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.228688] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.232023] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41288e25-8ca8-4533-83ce-a86b87d71d35',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.563354] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d80ba68a-b076-4d3b-be24-8f2348659dda',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.731018] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-41288e25-8ca8-4533-83ce-a86b87d71d35 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.731240] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.731333] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.731579] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.731759] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.731891] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.731982] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.733470] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.733470] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.733470] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.733470] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-41288e25-8ca8-4533-83ce-a86b87d71d35 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.733470] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.733470] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.733470] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.733470] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.733470] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.733470] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.733470] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.734142] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.734142] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.734142] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41288e25-8ca8-4533-83ce-a86b87d71d35',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.067235] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d80ba68a-b076-4d3b-be24-8f2348659dda',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.112143] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 in Status: SUCCESS [ 1055.112917] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.112917] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.113029] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.113248] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.113362] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.113414] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.113583] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.113695] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.113784] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.113888] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.237062] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41288e25-8ca8-4533-83ce-a86b87d71d35: rpc.has_security_group_logging(os_id): False [ 1055.254427] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.254586] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.255420] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.255420] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.255420] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.255420] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.255680] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.255680] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.255839] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.255914] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.256142] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.256277] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.256363] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.256742] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.256742] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.256832] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.256896] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.257212] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.257212] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.257212] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.257341] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41288e25-8ca8-4533-83ce-a86b87d71d35 is going to be created. [ 1055.318242] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.318473] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.318473] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.318739] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.318989] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.333296] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41288e25-8ca8-4533-83ce-a86b87d71d35 in Status: IN_PROGRESS for 2s [ 1055.569626] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.569868] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.569982] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.570237] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.570359] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.570486] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d80ba68a-b076-4d3b-be24-8f2348659dda is going to be updated. [ 1055.580177] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.580177] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.580177] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.580177] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.580656] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.606178] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.606317] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.606412] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.606597] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.606749] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.620175] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.620175] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.620175] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.620175] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.620175] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.620175] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.620175] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.620749] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.620749] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.620749] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.620749] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.620980] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.621159] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.621604] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.621822] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.622197] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.622323] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.622840] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.623080] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.623166] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.623495] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.626970] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d80ba68a-b076-4d3b-be24-8f2348659dda in Status: IN_PROGRESS for 2s [ 1056.084682] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.128575] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7cdf36e-45a4-40c8-8ace-e9a7eddf5415: rpc.has_security_group_logging(os_id): False [ 1056.148957] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.149192] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.149271] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.151351] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.151351] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.151351] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.151351] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.151351] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.151351] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.151351] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.151351] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.151351] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.151351] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.151351] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.151351] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.151351] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.151351] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.152341] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.152341] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.152341] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.152341] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 is going to be updated. [ 1056.232550] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.232837] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.232837] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.232988] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.233143] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.282826] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 in Status: IN_PROGRESS for 2s [ 1056.587085] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.088937] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1057.089327] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1057.308995] env[65476]: INFO networking_nsxv3.common.synchronization [req-498df965-5ad1-430b-ba9c-95e8f6993e70 req-b62aa9dd-4bb2-4162-a2f8-03c9bbb8baab tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Enqueued Resource ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee with Priority: HIGHEST for action security_group_members [ 1057.309446] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee with Priority: HIGHEST for action security_group_members [ 1057.309862] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbaac4fb-a1b3-4857-944c-fc646a4729ee taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.310017] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.310163] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.310409] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.310605] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.310717] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.310799] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.311014] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.312093] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.312093] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbaac4fb-a1b3-4857-944c-fc646a4729ee',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.353912] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41288e25-8ca8-4533-83ce-a86b87d71d35 in Status: SUCCESS [ 1057.354168] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.636208] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d80ba68a-b076-4d3b-be24-8f2348659dda in Status: SUCCESS [ 1057.636429] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.636765] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.636843] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.637077] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.637151] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.637194] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.637357] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.637468] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.637510] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.637664] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d80ba68a-b076-4d3b-be24-8f2348659dda',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.663724] env[65476]: INFO networking_nsxv3.common.synchronization [req-65316733-192f-4540-8a6e-485be304faab req-f22a971b-a20d-485c-a7fe-c8ab4c799d2c tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Enqueued Resource ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d with Priority: HIGHEST for action security_group_members [ 1057.663724] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d with Priority: HIGHEST for action security_group_members [ 1057.664221] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc4d518-6a73-42a6-9e75-85d662d21f4d taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.664221] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.664221] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.664460] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.664625] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.664720] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.664774] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.664927] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.665015] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.665300] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dc4d518-6a73-42a6-9e75-85d662d21f4d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.819251] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.819251] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.819251] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.819251] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.819251] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.819251] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.819251] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.819251] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.819251] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.819251] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.819251] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee is going to be updated. [ 1057.860546] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.860842] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.860905] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.861139] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.861317] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.875585] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee in Status: IN_PROGRESS for 2s [ 1058.034111] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.034576] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.034709] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.034921] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.049872] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1058.050863] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.052043] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1058.072483] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.072767] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-407" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.072912] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-407" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.073199] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-407" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.073600] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.073678] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.073735] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.073960] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.074981] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.074981] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.074981] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1058.074981] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1058.075539] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1058.075539] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.075539] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1058.075539] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1058.099353] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.099353] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.099353] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.099960] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.114195] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.115198] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1058.115374] env[65476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1058.115467] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1058.117812] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1058.117980] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1058.118108] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1058.118288] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-407" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.118607] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-6e957934-fe82-4341-bffb-9015e1e01560 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.118773] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-6e957934-fe82-4341-bffb-9015e1e01560" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.118889] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-6e957934-fe82-4341-bffb-9015e1e01560" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.119244] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-6e957934-fe82-4341-bffb-9015e1e01560" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.119379] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e957934-fe82-4341-bffb-9015e1e01560',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.140484] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d80ba68a-b076-4d3b-be24-8f2348659dda taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.140752] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.140818] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.141065] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.141237] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.141393] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.141393] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.141618] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.141618] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.141737] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.141853] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d80ba68a-b076-4d3b-be24-8f2348659dda taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.141946] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.142054] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.142136] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.142355] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.142475] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.142580] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.142721] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.142792] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.142878] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.142965] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d80ba68a-b076-4d3b-be24-8f2348659dda',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.167757] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7dc4d518-6a73-42a6-9e75-85d662d21f4d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.177797] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.178048] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.178048] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.178156] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.179822] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.180042] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1058.279202] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.279416] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.279534] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.279976] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.280464] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.280944] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1058.315024] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 in Status: SUCCESS [ 1058.315357] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.393784] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.393970] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.394184] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.394445] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.394769] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.395090] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:50. [ 1058.395192] env[65476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'4fb2526a-f07a-4dab-a8f2-db3b72a5ef18', '1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6', '358387f9-c463-4459-81a7-b1c1bb0e9b89', '41288e25-8ca8-4533-83ce-a86b87d71d35', '1288d031-4d19-4d0c-b865-5a0fc07d6694', '9e7baae9-71d5-4563-904b-fd384bf78ad5', 'b6f2c17e-bbff-4551-a188-e8cd70bb609e', 'e29ea97a-160c-4d44-b0cc-22e22f82f53c', 'ea1d4ccb-e223-4423-92ec-f42107b436a3', '2f5c1a41-584c-4e4e-a276-7f37308bc912', 'c7cdf36e-45a4-40c8-8ace-e9a7eddf5415', '512e8183-d51a-4969-ae87-56df930be472', '4fece061-3d2e-49ae-812d-cff782500406', '61e6ae49-b04a-4fe1-9348-26b97c894a67', 'a0fb7749-a884-47d7-b901-23e6306d01db', 'a96fbdba-9bb8-4b6d-9200-52fc3f27dd40', 'fe093e04-e269-4c4e-a091-0c54f4a6f2ff', '5cdf1d77-3174-4be3-b798-87aa7550f798', 'd02750e0-5911-4223-885b-5238bc056af0', '0fc28769-a50e-41f7-aae7-72e03f953530', '7e20303d-4660-4c23-81bd-ba3943d3e8aa', '1478b812-46e7-4dc6-9bb2-92bf8fa7f09d', '2f3fbd21-575e-46fe-bc65-4fe0585f19b7', '80a44372-f1d0-42a5-8559-78d175593590', 'a5d576b5-777e-42dc-948b-3ea4949760c2', 'd80ba68a-b076-4d3b-be24-8f2348659dda', '27d84de2-6f85-42a3-a739-df0d0e9158b1', '62fcb096-b969-491c-96ee-58520844e912', 'bbaac4fb-a1b3-4857-944c-fc646a4729ee', '3d9def72-f272-4150-9f5b-0fde0b1d6d4b', '3ef23534-3f99-4122-8fae-5790ddefcf3b', '4471a33b-a245-4793-b098-681e946f53f5', 'dcd1a768-57fa-4fe3-b51c-1c39c8bdc699', '455bb743-de19-43c4-aa68-491bf4dd5b84', '5dfdb1e1-ae0c-4f77-a196-96fc2727ced3', '5160a546-47d1-4816-8fbc-a93ab065979d', '09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c', 'f1b40e9a-1124-4126-a195-f5b379e2304c', '7dc4d518-6a73-42a6-9e75-85d662d21f4d', 'eb10cfe4-a15d-4622-b6db-19be1c424e27', 'b69523ee-a5be-4158-bb73-467cafa9975e', '55d2ce1a-91c4-4ad2-8d1e-c36e329a9198', 'afcadb5d-0a1f-431a-8fc5-087c6dff4018', 'd0a18a43-9a9b-4dfd-9b3d-56894b961e4a', '3d7b91fd-30c8-4f9e-ae9c-e37b4695eade', '7284fc6a-f972-41b3-b6cd-5042cd5d8f78', 'e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8', 'ce161cd1-25c0-4dff-a320-e47e330247dd', 'be06d0b9-a4d5-4cf1-bb45-2ca0d66af267', '6492e50c-3051-48cc-a27f-d04e71171dad'} {{(pid=65476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1058.395378] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1058.417015] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.417190] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.417246] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.417467] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.417552] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.417663] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1058.417734] env[65476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1058.417803] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1058.519224] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.519224] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.519224] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.519224] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.519224] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.519575] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1058.519823] env[65476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1058.520026] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1058.520260] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1058.520449] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/50 resources of Type:Security Group Rules [ 1058.520615] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 with Priority: HIGH for action security_group_rules [ 1058.520909] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6 with Priority: HIGH for action security_group_rules [ 1058.521208] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 358387f9-c463-4459-81a7-b1c1bb0e9b89 with Priority: HIGH for action security_group_rules [ 1058.521432] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 41288e25-8ca8-4533-83ce-a86b87d71d35 with Priority: HIGH for action security_group_rules [ 1058.521629] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1288d031-4d19-4d0c-b865-5a0fc07d6694 with Priority: HIGH for action security_group_rules [ 1058.521813] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 with Priority: HIGH for action security_group_rules [ 1058.522040] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e with Priority: HIGH for action security_group_rules [ 1058.522755] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e29ea97a-160c-4d44-b0cc-22e22f82f53c with Priority: HIGH for action security_group_rules [ 1058.522755] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ea1d4ccb-e223-4423-92ec-f42107b436a3 with Priority: HIGH for action security_group_rules [ 1058.522755] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 with Priority: HIGH for action security_group_rules [ 1058.522755] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGH for action security_group_rules [ 1058.523070] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 512e8183-d51a-4969-ae87-56df930be472 with Priority: HIGH for action security_group_rules [ 1058.523154] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4fece061-3d2e-49ae-812d-cff782500406 with Priority: HIGH for action security_group_rules [ 1058.523287] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 61e6ae49-b04a-4fe1-9348-26b97c894a67 with Priority: HIGH for action security_group_rules [ 1058.523381] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a0fb7749-a884-47d7-b901-23e6306d01db with Priority: HIGH for action security_group_rules [ 1058.523466] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 with Priority: HIGH for action security_group_rules [ 1058.523549] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fe093e04-e269-4c4e-a091-0c54f4a6f2ff with Priority: HIGH for action security_group_rules [ 1058.523630] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5cdf1d77-3174-4be3-b798-87aa7550f798 with Priority: HIGH for action security_group_rules [ 1058.523707] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d02750e0-5911-4223-885b-5238bc056af0 with Priority: HIGH for action security_group_rules [ 1058.523791] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0fc28769-a50e-41f7-aae7-72e03f953530 with Priority: HIGH for action security_group_rules [ 1058.523918] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.622719] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.622953] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.623814] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.624249] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.624573] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.624851] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port 6e957934-fe82-4341-bffb-9015e1e01560 not found, creating... [ 1058.625272] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.625552] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.625754] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.626062] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.626260] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.626621] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.626842] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.627085] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.627351] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.627545] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.627812] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: 6e957934-fe82-4341-bffb-9015e1e01560 is going to be created. [ 1058.645047] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d80ba68a-b076-4d3b-be24-8f2348659dda: rpc.has_security_group_logging(os_id): False [ 1058.652604] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.652604] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.652808] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.652948] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.653195] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.653554] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-6e957934-fe82-4341-bffb-9015e1e01560" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.665265] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.665458] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.665598] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.665855] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.670384] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7dc4d518-6a73-42a6-9e75-85d662d21f4d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.703247] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.703606] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.703729] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.703787] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.703996] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.704094] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.704285] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.704402] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.704464] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.704625] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.704740] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.704937] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.705044] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.705104] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.705249] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.705323] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.705409] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d80ba68a-b076-4d3b-be24-8f2348659dda is going to be updated. [ 1058.831134] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.831345] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.831402] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.831816] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.831816] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.864699] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d80ba68a-b076-4d3b-be24-8f2348659dda in Status: IN_PROGRESS for 2s [ 1059.174030] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.174383] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.174383] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.174565] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.174658] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.174760] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d is going to be updated. [ 1059.206237] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.206582] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.206724] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.207054] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.207285] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.216618] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d in Status: IN_PROGRESS for 2s [ 1059.340881] env[65476]: INFO networking_nsxv3.common.synchronization [req-65316733-192f-4540-8a6e-485be304faab req-2d6ee17a-eb5f-47fa-af4b-c1ffab943104 service nova] Enqueued Resource ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d with Priority: HIGHEST for action security_group_rules [ 1059.341107] env[65476]: INFO networking_nsxv3.common.synchronization [req-65316733-192f-4540-8a6e-485be304faab req-2d6ee17a-eb5f-47fa-af4b-c1ffab943104 service nova] Enqueued Resource ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d with Priority: HIGHEST for action security_group_members [ 1059.341257] env[65476]: INFO networking_nsxv3.common.synchronization [req-65316733-192f-4540-8a6e-485be304faab req-2d6ee17a-eb5f-47fa-af4b-c1ffab943104 service nova] Enqueued Resource ID: 6e957934-fe82-4341-bffb-9015e1e01560 with Priority: HIGHEST for action port [ 1059.341839] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d with Priority: HIGHEST for action security_group_rules [ 1059.342123] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d with Priority: HIGHEST for action security_group_members [ 1059.342379] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e957934-fe82-4341-bffb-9015e1e01560 with Priority: HIGHEST for action port [ 1059.342563] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 with Priority: HIGH for action security_group_rules [ 1059.342723] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 358387f9-c463-4459-81a7-b1c1bb0e9b89 with Priority: HIGH for action security_group_rules [ 1059.342911] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e with Priority: HIGH for action security_group_rules [ 1059.343084] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0fb7749-a884-47d7-b901-23e6306d01db with Priority: HIGH for action security_group_rules [ 1059.343260] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fc28769-a50e-41f7-aae7-72e03f953530 with Priority: HIGH for action security_group_rules [ 1059.343415] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d02750e0-5911-4223-885b-5238bc056af0 with Priority: HIGH for action security_group_rules [ 1059.343586] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cdf1d77-3174-4be3-b798-87aa7550f798 with Priority: HIGH for action security_group_rules [ 1059.343752] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe093e04-e269-4c4e-a091-0c54f4a6f2ff with Priority: HIGH for action security_group_rules [ 1059.343968] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61e6ae49-b04a-4fe1-9348-26b97c894a67 with Priority: HIGH for action security_group_rules [ 1059.344206] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 with Priority: HIGH for action security_group_rules [ 1059.344454] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fece061-3d2e-49ae-812d-cff782500406 with Priority: HIGH for action security_group_rules [ 1059.344651] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 512e8183-d51a-4969-ae87-56df930be472 with Priority: HIGH for action security_group_rules [ 1059.344906] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGH for action security_group_rules [ 1059.345031] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 with Priority: HIGH for action security_group_rules [ 1059.345198] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea1d4ccb-e223-4423-92ec-f42107b436a3 with Priority: HIGH for action security_group_rules [ 1059.345379] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 with Priority: HIGH for action security_group_rules [ 1059.345659] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29ea97a-160c-4d44-b0cc-22e22f82f53c with Priority: HIGH for action security_group_rules [ 1059.345816] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1288d031-4d19-4d0c-b865-5a0fc07d6694 with Priority: HIGH for action security_group_rules [ 1059.346818] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6 with Priority: HIGH for action security_group_rules [ 1059.346985] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41288e25-8ca8-4533-83ce-a86b87d71d35 with Priority: HIGH for action security_group_rules [ 1059.347434] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dc4d518-6a73-42a6-9e75-85d662d21f4d taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.347603] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.347711] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.347971] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.348109] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dc4d518-6a73-42a6-9e75-85d662d21f4d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.349124] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc4d518-6a73-42a6-9e75-85d662d21f4d taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.349371] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.349637] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e957934-fe82-4341-bffb-9015e1e01560 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.349788] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e957934-fe82-4341-bffb-9015e1e01560" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.349886] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e957934-fe82-4341-bffb-9015e1e01560" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.350150] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e957934-fe82-4341-bffb-9015e1e01560" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.350236] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e957934-fe82-4341-bffb-9015e1e01560',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.351171] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.351171] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.351269] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.351408] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.351483] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fb2526a-f07a-4dab-a8f2-db3b72a5ef18',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.352366] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-358387f9-c463-4459-81a7-b1c1bb0e9b89 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.352548] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-358387f9-c463-4459-81a7-b1c1bb0e9b89" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.352636] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-358387f9-c463-4459-81a7-b1c1bb0e9b89" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.352812] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-358387f9-c463-4459-81a7-b1c1bb0e9b89" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.352917] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('358387f9-c463-4459-81a7-b1c1bb0e9b89',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.354235] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6f2c17e-bbff-4551-a188-e8cd70bb609e taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.354503] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.354619] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.356931] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.357091] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6f2c17e-bbff-4551-a188-e8cd70bb609e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.358947] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0fb7749-a884-47d7-b901-23e6306d01db taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.358947] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.358947] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.358947] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.358947] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0fb7749-a884-47d7-b901-23e6306d01db',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.359453] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fc28769-a50e-41f7-aae7-72e03f953530 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.359714] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fc28769-a50e-41f7-aae7-72e03f953530" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.360781] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fc28769-a50e-41f7-aae7-72e03f953530" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.360781] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fc28769-a50e-41f7-aae7-72e03f953530" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.360781] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fc28769-a50e-41f7-aae7-72e03f953530',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.361706] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d02750e0-5911-4223-885b-5238bc056af0 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.362048] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.362048] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.362425] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.362500] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d02750e0-5911-4223-885b-5238bc056af0',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.365239] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cdf1d77-3174-4be3-b798-87aa7550f798 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.365239] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.365239] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.365488] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.366452] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cdf1d77-3174-4be3-b798-87aa7550f798',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.367642] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe093e04-e269-4c4e-a091-0c54f4a6f2ff taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.368909] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe093e04-e269-4c4e-a091-0c54f4a6f2ff" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.369552] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe093e04-e269-4c4e-a091-0c54f4a6f2ff" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.369837] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe093e04-e269-4c4e-a091-0c54f4a6f2ff" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.369968] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe093e04-e269-4c4e-a091-0c54f4a6f2ff',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.371305] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61e6ae49-b04a-4fe1-9348-26b97c894a67 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.372598] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61e6ae49-b04a-4fe1-9348-26b97c894a67" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.372907] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61e6ae49-b04a-4fe1-9348-26b97c894a67" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.372907] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61e6ae49-b04a-4fe1-9348-26b97c894a67" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.372907] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61e6ae49-b04a-4fe1-9348-26b97c894a67',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.376109] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.376278] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.376422] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.377706] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.377820] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a96fbdba-9bb8-4b6d-9200-52fc3f27dd40',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.379298] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fece061-3d2e-49ae-812d-cff782500406 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.379421] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.379485] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.379651] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.379733] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fece061-3d2e-49ae-812d-cff782500406',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.380477] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-512e8183-d51a-4969-ae87-56df930be472 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.380587] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-512e8183-d51a-4969-ae87-56df930be472" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.380657] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-512e8183-d51a-4969-ae87-56df930be472" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.380817] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-512e8183-d51a-4969-ae87-56df930be472" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.380887] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('512e8183-d51a-4969-ae87-56df930be472',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.381593] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.381703] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.381772] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.381935] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.382638] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.384748] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f5c1a41-584c-4e4e-a276-7f37308bc912 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.384871] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.384944] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.385808] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.385897] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f5c1a41-584c-4e4e-a276-7f37308bc912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.387290] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea1d4ccb-e223-4423-92ec-f42107b436a3 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.388061] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea1d4ccb-e223-4423-92ec-f42107b436a3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.388061] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea1d4ccb-e223-4423-92ec-f42107b436a3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.388061] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea1d4ccb-e223-4423-92ec-f42107b436a3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.388061] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea1d4ccb-e223-4423-92ec-f42107b436a3',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.389476] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e7baae9-71d5-4563-904b-fd384bf78ad5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.389881] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.389881] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.390024] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.390062] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e7baae9-71d5-4563-904b-fd384bf78ad5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.391477] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e29ea97a-160c-4d44-b0cc-22e22f82f53c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.391683] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e29ea97a-160c-4d44-b0cc-22e22f82f53c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.391801] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e29ea97a-160c-4d44-b0cc-22e22f82f53c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.392663] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e29ea97a-160c-4d44-b0cc-22e22f82f53c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.392663] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e29ea97a-160c-4d44-b0cc-22e22f82f53c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.393905] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1288d031-4d19-4d0c-b865-5a0fc07d6694 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.394157] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.395223] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.395485] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.395634] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1288d031-4d19-4d0c-b865-5a0fc07d6694',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.398296] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.398457] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.398569] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.398803] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.398916] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.399934] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41288e25-8ca8-4533-83ce-a86b87d71d35 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.400058] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.400108] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.400282] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.400375] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41288e25-8ca8-4533-83ce-a86b87d71d35',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.410282] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc4d518-6a73-42a6-9e75-85d662d21f4d taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.410408] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.432416] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.432576] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.432679] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.432992] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.435256] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.435405] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.436170] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.436305] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.456580] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.456745] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0fb7749-a884-47d7-b901-23e6306d01db is going to be deleted. [ 1059.457925] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.458154] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.478137] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.478270] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cdf1d77-3174-4be3-b798-87aa7550f798 is going to be deleted. [ 1059.479187] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.479394] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.499359] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.499561] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fc28769-a50e-41f7-aae7-72e03f953530 is going to be deleted. [ 1059.519896] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.520121] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.520121] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.520289] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.520377] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.520497] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0fb7749-a884-47d7-b901-23e6306d01db" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.522873] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.522873] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.522873] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.523025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.523025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.523131] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cdf1d77-3174-4be3-b798-87aa7550f798" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.553548] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.553718] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.553782] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.554008] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.554105] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.554218] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fc28769-a50e-41f7-aae7-72e03f953530" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.888456] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee in Status: SUCCESS [ 1059.889195] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee deletion is rescheduled due to dependency. [ 1059.889195] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.896261] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29ea97a-160c-4d44-b0cc-22e22f82f53c taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.896261] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29ea97a-160c-4d44-b0cc-22e22f82f53c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.896261] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29ea97a-160c-4d44-b0cc-22e22f82f53c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.896261] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29ea97a-160c-4d44-b0cc-22e22f82f53c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.896261] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.896261] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.896261] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.896261] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.896261] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.896261] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29ea97a-160c-4d44-b0cc-22e22f82f53c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.896261] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e29ea97a-160c-4d44-b0cc-22e22f82f53c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.906023] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6f2c17e-bbff-4551-a188-e8cd70bb609e taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.906023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.906023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.910024] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.910024] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.910024] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.910024] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.910024] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.910024] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.910024] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.910024] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6f2c17e-bbff-4551-a188-e8cd70bb609e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.910024] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-61e6ae49-b04a-4fe1-9348-26b97c894a67 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.910024] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61e6ae49-b04a-4fe1-9348-26b97c894a67" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.910024] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61e6ae49-b04a-4fe1-9348-26b97c894a67" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.910024] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61e6ae49-b04a-4fe1-9348-26b97c894a67" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.910024] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.910024] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.910024] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.910024] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.910024] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.910024] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61e6ae49-b04a-4fe1-9348-26b97c894a67" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.910865] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61e6ae49-b04a-4fe1-9348-26b97c894a67',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.914966] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.915354] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.915572] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.915874] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.918030] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.918163] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.921351] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e957934-fe82-4341-bffb-9015e1e01560 with status ACTIVE [ 1059.921470] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.921537] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.921626] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.921886] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.922018] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.922244] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.922374] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.922456] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.922627] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.922791] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.923133] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.923133] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.923133] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.923361] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.923475] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.923600] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e957934-fe82-4341-bffb-9015e1e01560 is going to be updated. [ 1059.924725] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02750e0-5911-4223-885b-5238bc056af0 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.924868] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.924956] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.925356] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.925356] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.925482] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.925575] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.925742] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.925822] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.925906] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.926046] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d02750e0-5911-4223-885b-5238bc056af0',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.927784] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f5c1a41-584c-4e4e-a276-7f37308bc912 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.927899] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.927971] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.928209] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.928406] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.928537] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.928619] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.928789] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.928890] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.928993] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.929120] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f5c1a41-584c-4e4e-a276-7f37308bc912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.931048] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.931205] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.931302] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.931513] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.931720] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.931799] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.931882] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.932093] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.932189] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.932319] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.932409] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.934575] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-41288e25-8ca8-4533-83ce-a86b87d71d35 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.935720] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.935720] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.935720] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.935720] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.935720] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.935720] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.935720] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.935720] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.935720] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.936185] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41288e25-8ca8-4533-83ce-a86b87d71d35',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.939339] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.939339] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.944512] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f5c1a41-584c-4e4e-a276-7f37308bc912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.003486] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.003660] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.026552] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.026552] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.030116] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.030292] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.031459] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.031598] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.032621] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.032793] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.034363] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.034491] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.035463] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.035587] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.037670] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.037774] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea1d4ccb-e223-4423-92ec-f42107b436a3 is going to be deleted. [ 1060.039322] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.039459] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.039537] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.039974] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.040087] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.040354] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e957934-fe82-4341-bffb-9015e1e01560" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.040430] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.040604] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.066211] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.066211] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e7baae9-71d5-4563-904b-fd384bf78ad5 is going to be deleted. [ 1060.067136] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.067382] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.090072] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.090072] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1288d031-4d19-4d0c-b865-5a0fc07d6694 is going to be deleted. [ 1060.091472] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.091472] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.115153] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.115153] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.116025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.116025] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fece061-3d2e-49ae-812d-cff782500406 is going to be deleted. [ 1060.116916] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.117767] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.131548] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.131904] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.143261] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.143437] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 358387f9-c463-4459-81a7-b1c1bb0e9b89 is going to be deleted. [ 1060.144598] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.144851] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.190740] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.191160] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.194210] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.194311] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6 is going to be deleted. [ 1060.195529] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.195901] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.228468] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.228787] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.235786] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.236105] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fb2526a-f07a-4dab-a8f2-db3b72a5ef18 is going to be deleted. [ 1060.237123] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.237376] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.342112] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.342322] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a96fbdba-9bb8-4b6d-9200-52fc3f27dd40 is going to be deleted. [ 1060.343670] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.343996] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.379878] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.380177] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.391140] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.391365] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.397810] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e29ea97a-160c-4d44-b0cc-22e22f82f53c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.404627] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.405067] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 512e8183-d51a-4969-ae87-56df930be472 is going to be deleted. [ 1060.406015] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.406391] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.415147] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6f2c17e-bbff-4551-a188-e8cd70bb609e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.421904] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61e6ae49-b04a-4fe1-9348-26b97c894a67',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.439256] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.439470] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe093e04-e269-4c4e-a091-0c54f4a6f2ff is going to be deleted. [ 1060.440497] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02750e0-5911-4223-885b-5238bc056af0 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.440682] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.440682] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.440934] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.441402] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.441584] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.441795] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.441995] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.442137] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.442349] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.442741] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02750e0-5911-4223-885b-5238bc056af0 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.442879] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.442983] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.443217] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.443381] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.443484] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.443544] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.443697] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.443784] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.443861] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.443952] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d02750e0-5911-4223-885b-5238bc056af0',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.445308] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.445484] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.445575] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.445699] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea1d4ccb-e223-4423-92ec-f42107b436a3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.445997] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.446115] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.446176] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.446324] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.446470] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.446565] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.446619] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.446812] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.446907] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.446992] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.447148] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.447241] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.447355] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.447433] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.447593] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.447651] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.447722] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.447830] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.447906] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.447984] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.449255] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.449888] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.450074] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.450163] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.450448] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e7baae9-71d5-4563-904b-fd384bf78ad5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.451623] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-41288e25-8ca8-4533-83ce-a86b87d71d35 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.451623] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.451623] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.451816] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.451913] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.452018] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.452088] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.452243] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.452339] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.452581] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.452581] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-41288e25-8ca8-4533-83ce-a86b87d71d35 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.452721] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.452721] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.452833] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.452932] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.453174] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.453174] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.453297] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.453297] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.453393] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.453434] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41288e25-8ca8-4533-83ce-a86b87d71d35',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.454974] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f5c1a41-584c-4e4e-a276-7f37308bc912: rpc.has_security_group_logging(os_id): False [ 1060.456394] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.456581] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.456701] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.456870] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1288d031-4d19-4d0c-b865-5a0fc07d6694" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.458425] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.458611] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.458729] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.458860] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fece061-3d2e-49ae-812d-cff782500406" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.459768] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.459959] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.460090] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.460230] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-358387f9-c463-4459-81a7-b1c1bb0e9b89" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.460665] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.460885] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.460938] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.461103] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b3f9fa4-bfd6-4b67-93eb-d9521e0ed7c6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.493535] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.493535] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.493787] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.493891] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.494035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.494195] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fb2526a-f07a-4dab-a8f2-db3b72a5ef18" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.503436] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.503666] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.503666] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.503962] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.556777] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.557228] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.557424] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.557520] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.557809] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.558031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.558105] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 is going to be updated. [ 1060.698707] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.698940] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.699031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.699271] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.699425] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.699556] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-512e8183-d51a-4969-ae87-56df930be472" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.700447] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.700582] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.700663] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.700866] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.700957] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.701126] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a96fbdba-9bb8-4b6d-9200-52fc3f27dd40" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.728141] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.728352] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.728416] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.728594] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.728694] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.728821] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe093e04-e269-4c4e-a091-0c54f4a6f2ff" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.830322] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.830409] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.830547] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.830901] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.831212] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.850552] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 in Status: IN_PROGRESS for 2s [ 1060.900097] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e29ea97a-160c-4d44-b0cc-22e22f82f53c: rpc.has_security_group_logging(os_id): False [ 1060.907205] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d80ba68a-b076-4d3b-be24-8f2348659dda in Status: SUCCESS [ 1060.907420] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.917960] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6f2c17e-bbff-4551-a188-e8cd70bb609e: rpc.has_security_group_logging(os_id): False [ 1060.923821] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61e6ae49-b04a-4fe1-9348-26b97c894a67: rpc.has_security_group_logging(os_id): False [ 1060.952732] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.952972] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.953122] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.953471] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.954910] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7cdf36e-45a4-40c8-8ace-e9a7eddf5415: rpc.has_security_group_logging(os_id): False [ 1060.955986] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d02750e0-5911-4223-885b-5238bc056af0: rpc.has_security_group_logging(os_id): False [ 1060.957857] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.957985] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.959080] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.959292] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.960266] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41288e25-8ca8-4533-83ce-a86b87d71d35: rpc.has_security_group_logging(os_id): False [ 1060.997962] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.997962] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.000180] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.000663] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.000787] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.000833] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.001157] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.001271] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.001416] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e29ea97a-160c-4d44-b0cc-22e22f82f53c is going to be updated. [ 1061.002999] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.003267] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.014476] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.014680] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.030959] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.031156] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.038639] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.038888] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.039027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.039094] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.039308] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.039393] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.039502] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61e6ae49-b04a-4fe1-9348-26b97c894a67 is going to be updated. [ 1061.040704] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.040998] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.082076] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.082076] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.082076] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.082076] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.082076] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.082076] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.082586] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.082586] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.082586] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.082586] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.082744] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.082872] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.082968] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.083087] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.083262] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.083377] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.083508] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d02750e0-5911-4223-885b-5238bc056af0 is going to be updated. [ 1061.085070] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.085335] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.108131] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.108488] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.108703] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.108703] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.108857] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.108934] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.109189] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.109342] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.109342] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.109517] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.109599] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.109796] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.109926] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.109926] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.110193] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.110193] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.110316] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 is going to be updated. [ 1061.113042] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.113042] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.137143] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.137327] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.149096] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.149880] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.161367] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.161691] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.161803] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.161847] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.162062] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.162147] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.162384] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e is going to be updated. [ 1061.163848] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.164061] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.215528] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.215999] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.216294] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.216451] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.216731] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.216871] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.217206] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.217361] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.217458] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.217726] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.217852] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.220455] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.220633] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.220712] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.220930] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.221051] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.221199] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41288e25-8ca8-4533-83ce-a86b87d71d35 is going to be updated. [ 1061.222934] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.223211] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.223421] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.227196] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.227482] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.227689] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.273473] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d in Status: IN_PROGRESS for 4s [ 1061.294975] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61e6ae49-b04a-4fe1-9348-26b97c894a67 in Status: IN_PROGRESS for 2s [ 1061.295815] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.295988] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.296068] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.296275] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.296513] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.298260] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e29ea97a-160c-4d44-b0cc-22e22f82f53c in Status: IN_PROGRESS for 2s [ 1061.342503] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.342683] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.342733] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.343587] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.343587] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.361576] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d02750e0-5911-4223-885b-5238bc056af0 in Status: IN_PROGRESS for 2s [ 1061.387487] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 in Status: IN_PROGRESS for 2s [ 1061.387487] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.387487] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.387487] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.387487] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.387487] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.412307] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.412494] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.412541] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.412722] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.412875] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.435260] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e in Status: IN_PROGRESS for 2s [ 1061.435942] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41288e25-8ca8-4533-83ce-a86b87d71d35 in Status: IN_PROGRESS for 2s [ 1062.408777] env[65476]: INFO networking_nsxv3.common.synchronization [req-596fb596-433e-4f89-a0cb-2f1212afb3ba req-65c08126-eb72-4b43-90d1-cffe4fe69bdb tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Enqueued Resource ID: 41288e25-8ca8-4533-83ce-a86b87d71d35 with Priority: HIGHEST for action security_group_members [ 1062.409598] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41288e25-8ca8-4533-83ce-a86b87d71d35 with Priority: HIGHEST for action security_group_members [ 1062.410115] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-41288e25-8ca8-4533-83ce-a86b87d71d35 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.410254] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.410326] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.410651] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.410770] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.410872] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.410938] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.411152] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.411251] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.411358] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41288e25-8ca8-4533-83ce-a86b87d71d35',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.866671] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 in Status: SUCCESS [ 1062.866920] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.913162] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.913346] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.913397] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.913656] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.913814] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.914052] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.914223] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.914288] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.914593] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.914676] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.914768] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41288e25-8ca8-4533-83ce-a86b87d71d35 is going to be updated. [ 1062.967351] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.967568] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.967661] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.967818] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.967963] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.977740] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41288e25-8ca8-4533-83ce-a86b87d71d35 in Status: IN_PROGRESS for 2s [ 1063.297448] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d in Status: SUCCESS [ 1063.297692] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.297858] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.298327] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.298572] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.298823] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.299064] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.299565] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.299823] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.299983] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dc4d518-6a73-42a6-9e75-85d662d21f4d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.313429] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e29ea97a-160c-4d44-b0cc-22e22f82f53c in Status: SUCCESS [ 1063.313669] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e29ea97a-160c-4d44-b0cc-22e22f82f53c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.314822] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61e6ae49-b04a-4fe1-9348-26b97c894a67 in Status: SUCCESS [ 1063.315018] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61e6ae49-b04a-4fe1-9348-26b97c894a67" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.378658] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d02750e0-5911-4223-885b-5238bc056af0 in Status: SUCCESS [ 1063.378976] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.383506] env[65476]: INFO networking_nsxv3.common.synchronization [req-e84d3b5a-1493-4893-98ce-d16ec30a399a req-78611c2f-1eed-438f-9163-7f8a7d875887 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Enqueued Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_members [ 1063.384044] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_members [ 1063.384407] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.384564] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.384638] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.384837] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.384992] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.385634] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.385988] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.385988] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.385988] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.386322] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.411031] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 in Status: SUCCESS [ 1063.411381] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.454343] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41288e25-8ca8-4533-83ce-a86b87d71d35 in Status: SUCCESS [ 1063.454343] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.454658] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e in Status: SUCCESS [ 1063.454835] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.721265] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.721471] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-592" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.721598] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-592" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.721889] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-592" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.722178] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.722395] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.722511] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.722751] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.722899] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.723167] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.723283] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1063.723389] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1063.723502] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1063.723876] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.723876] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1063.723876] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1063.749989] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1063.750167] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1063.750305] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1063.750476] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-592" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.750807] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-2ad5f2aa-563b-4965-b7f8-5c18af65bfc1 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.751054] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-2ad5f2aa-563b-4965-b7f8-5c18af65bfc1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.751189] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-2ad5f2aa-563b-4965-b7f8-5c18af65bfc1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.751510] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-2ad5f2aa-563b-4965-b7f8-5c18af65bfc1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.751650] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ad5f2aa-563b-4965-b7f8-5c18af65bfc1',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.804038] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7dc4d518-6a73-42a6-9e75-85d662d21f4d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.889621] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.255608] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.255854] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.255982] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.256301] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.256467] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.256602] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port 2ad5f2aa-563b-4965-b7f8-5c18af65bfc1 not found, creating... [ 1064.256871] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.257043] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.257166] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.257385] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.257523] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.257895] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.258079] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.258197] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.258404] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.258537] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.259462] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: 2ad5f2aa-563b-4965-b7f8-5c18af65bfc1 is going to be created. [ 1064.283682] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.285114] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.285114] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.285114] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.285114] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.285396] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-2ad5f2aa-563b-4965-b7f8-5c18af65bfc1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.305410] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7dc4d518-6a73-42a6-9e75-85d662d21f4d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.392551] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.808170] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.808561] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.808561] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.808969] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.809182] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.809374] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d is going to be updated. [ 1064.842730] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.842945] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.842945] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.843273] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.843557] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.856420] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d in Status: IN_PROGRESS for 2s [ 1064.895963] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.895963] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.895963] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.895963] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.896329] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.896329] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce161cd1-25c0-4dff-a320-e47e330247dd is going to be updated. [ 1064.938703] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.938917] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.938917] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.939173] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.939321] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.956681] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: IN_PROGRESS for 2s [ 1064.989709] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41288e25-8ca8-4533-83ce-a86b87d71d35 in Status: SUCCESS [ 1064.990031] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41288e25-8ca8-4533-83ce-a86b87d71d35 deletion is rescheduled due to dependency. [ 1064.990031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.996892] env[65476]: INFO networking_nsxv3.common.synchronization [req-e84d3b5a-1493-4893-98ce-d16ec30a399a req-a1178ec9-14d6-46ff-b7a6-108479ccd3be service nova] Enqueued Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_rules [ 1064.997257] env[65476]: INFO networking_nsxv3.common.synchronization [req-e84d3b5a-1493-4893-98ce-d16ec30a399a req-a1178ec9-14d6-46ff-b7a6-108479ccd3be service nova] Enqueued Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_members [ 1064.997369] env[65476]: INFO networking_nsxv3.common.synchronization [req-e84d3b5a-1493-4893-98ce-d16ec30a399a req-a1178ec9-14d6-46ff-b7a6-108479ccd3be service nova] Enqueued Resource ID: 2ad5f2aa-563b-4965-b7f8-5c18af65bfc1 with Priority: HIGHEST for action port [ 1064.998021] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_rules [ 1064.998255] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_members [ 1064.998387] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ad5f2aa-563b-4965-b7f8-5c18af65bfc1 with Priority: HIGHEST for action port [ 1064.998704] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.999531] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.999531] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.999531] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.999531] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.000297] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.000575] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.000701] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ad5f2aa-563b-4965-b7f8-5c18af65bfc1 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.000781] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ad5f2aa-563b-4965-b7f8-5c18af65bfc1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.000816] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ad5f2aa-563b-4965-b7f8-5c18af65bfc1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.001101] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ad5f2aa-563b-4965-b7f8-5c18af65bfc1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.001225] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ad5f2aa-563b-4965-b7f8-5c18af65bfc1',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.503273] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.503385] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.503579] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ad5f2aa-563b-4965-b7f8-5c18af65bfc1 with status ACTIVE [ 1065.503766] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.503841] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.503906] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.504199] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.504440] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.504587] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.504639] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.504708] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.504922] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.505009] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.505313] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.505596] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.505678] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.505878] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.505972] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.506127] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ad5f2aa-563b-4965-b7f8-5c18af65bfc1 is going to be updated. [ 1065.527529] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.527819] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.527984] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.528232] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.528404] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.528613] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ad5f2aa-563b-4965-b7f8-5c18af65bfc1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.695105] env[65476]: INFO networking_nsxv3.common.synchronization [req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 req-b98efb88-ec99-4103-ae56-2d20dda95b27 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Enqueued Resource ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee with Priority: HIGHEST for action security_group_members [ 1065.695736] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee with Priority: HIGHEST for action security_group_members [ 1065.699200] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbaac4fb-a1b3-4857-944c-fc646a4729ee taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.700741] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.700987] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.702583] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.702945] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.703276] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.703453] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.703931] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.704163] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.706713] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbaac4fb-a1b3-4857-944c-fc646a4729ee',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.949895] env[65476]: INFO networking_nsxv3.common.synchronization [req-1f04e858-bccc-492c-ae3e-7475365cc816 req-7d637adb-b7aa-4286-8af6-3f4cfe66816a tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Enqueued Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_members [ 1065.950689] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_members [ 1065.951210] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.951447] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.951579] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.951932] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.952127] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.952220] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.952284] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.952445] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.952548] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.952643] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.087089] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-249 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.087446] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-249" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.087657] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-249" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.088067] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-249" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.088447] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.088672] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.088875] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.089220] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.089467] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.089787] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.089994] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1066.090254] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1066.090339] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1066.090612] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.090862] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1066.090979] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1066.110636] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1066.110817] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1066.110958] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1066.111157] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-249" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.111472] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-30158582-4d65-444c-bef7-e2546da142b5 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.111647] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-30158582-4d65-444c-bef7-e2546da142b5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.111767] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-30158582-4d65-444c-bef7-e2546da142b5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.112177] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-30158582-4d65-444c-bef7-e2546da142b5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.112346] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30158582-4d65-444c-bef7-e2546da142b5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.209382] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.209382] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.209670] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.209670] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.236222] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.236222] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.236500] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.236500] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.236671] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.237324] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.237324] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee is going to be updated. [ 1066.267714] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.267847] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.267916] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.268144] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.268266] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.280522] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee in Status: IN_PROGRESS for 2s [ 1066.455598] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.455886] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.455886] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.456123] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.456123] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.456310] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.456477] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.456564] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.456680] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.456822] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.456822] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 is going to be updated. [ 1066.490603] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.490846] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.490846] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.491061] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.491208] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.501192] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 in Status: IN_PROGRESS for 2s [ 1066.615426] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.615833] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.616156] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.616417] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.616596] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.616760] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port 30158582-4d65-444c-bef7-e2546da142b5 not found, creating... [ 1066.617049] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.617261] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.617331] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.617540] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.617668] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.617989] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.618614] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.618741] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.618953] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.619099] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.619242] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: 30158582-4d65-444c-bef7-e2546da142b5 is going to be created. [ 1066.672474] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.672727] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.672854] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.673156] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.673385] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.673655] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-30158582-4d65-444c-bef7-e2546da142b5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.866682] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d in Status: SUCCESS [ 1066.866918] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.867122] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.867356] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.867559] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.867705] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.867758] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.867937] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.868065] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.868210] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.868357] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7dc4d518-6a73-42a6-9e75-85d662d21f4d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.970790] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: SUCCESS [ 1066.970790] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.970790] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.970790] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.970790] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.970790] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.970790] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.970790] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.970790] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.970790] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.364270] env[65476]: INFO networking_nsxv3.common.synchronization [req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 req-f096fb2d-be42-4623-9e87-00d2d2c8aa30 service nova] Enqueued Resource ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee with Priority: HIGHEST for action security_group_rules [ 1067.364470] env[65476]: INFO networking_nsxv3.common.synchronization [req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 req-f096fb2d-be42-4623-9e87-00d2d2c8aa30 service nova] Enqueued Resource ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee with Priority: HIGHEST for action security_group_members [ 1067.364625] env[65476]: INFO networking_nsxv3.common.synchronization [req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 req-f096fb2d-be42-4623-9e87-00d2d2c8aa30 service nova] Enqueued Resource ID: 30158582-4d65-444c-bef7-e2546da142b5 with Priority: HIGHEST for action port [ 1067.365179] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee with Priority: HIGHEST for action security_group_rules [ 1067.365317] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee with Priority: HIGHEST for action security_group_members [ 1067.365413] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30158582-4d65-444c-bef7-e2546da142b5 with Priority: HIGHEST for action port [ 1067.365690] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbaac4fb-a1b3-4857-944c-fc646a4729ee taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.365818] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.365897] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.366086] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.366163] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbaac4fb-a1b3-4857-944c-fc646a4729ee',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.367038] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbaac4fb-a1b3-4857-944c-fc646a4729ee taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.367194] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.367325] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-30158582-4d65-444c-bef7-e2546da142b5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.367421] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30158582-4d65-444c-bef7-e2546da142b5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.367474] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30158582-4d65-444c-bef7-e2546da142b5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.367653] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30158582-4d65-444c-bef7-e2546da142b5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.367732] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30158582-4d65-444c-bef7-e2546da142b5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.370505] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7dc4d518-6a73-42a6-9e75-85d662d21f4d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.473813] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.796769] env[65476]: INFO networking_nsxv3.common.synchronization [req-e4e87db8-74ab-44cf-bd8c-11551c9026e9 req-8992a542-89e6-49b9-81f3-31941e120368 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Enqueued Resource ID: d80ba68a-b076-4d3b-be24-8f2348659dda with Priority: HIGHEST for action security_group_members [ 1067.797380] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d80ba68a-b076-4d3b-be24-8f2348659dda with Priority: HIGHEST for action security_group_members [ 1067.797651] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d80ba68a-b076-4d3b-be24-8f2348659dda taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.797769] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.797829] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.798151] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.798341] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.798449] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.798510] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.798683] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.798769] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.798858] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d80ba68a-b076-4d3b-be24-8f2348659dda',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.870092] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbaac4fb-a1b3-4857-944c-fc646a4729ee taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.870092] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.870092] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30158582-4d65-444c-bef7-e2546da142b5 with status ACTIVE [ 1067.870092] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.870464] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.870464] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.871641] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.871641] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.871641] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.871641] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.871903] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.871903] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.871993] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.873037] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.873037] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.873037] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.873037] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.873037] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.873037] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30158582-4d65-444c-bef7-e2546da142b5 is going to be updated. [ 1067.873693] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7dc4d518-6a73-42a6-9e75-85d662d21f4d: rpc.has_security_group_logging(os_id): False [ 1067.892273] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.892511] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.892511] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.892755] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.898886] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.899119] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.899119] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.899364] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.899547] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.899704] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30158582-4d65-444c-bef7-e2546da142b5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.918628] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.919117] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.919294] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.919385] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.919679] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.919802] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.919901] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d is going to be updated. [ 1067.977267] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.018055] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.018198] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.018291] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.018634] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.019201] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.051608] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d in Status: IN_PROGRESS for 2s [ 1068.295276] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee in Status: SUCCESS [ 1068.295553] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee deletion is rescheduled due to dependency. [ 1068.295648] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.296043] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.296137] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.296366] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.296438] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.296523] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.296694] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.296813] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.297017] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbaac4fb-a1b3-4857-944c-fc646a4729ee',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.300840] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.301023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.301195] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.301685] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.301685] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.301685] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.301939] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.301939] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.301939] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.302099] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.302099] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d80ba68a-b076-4d3b-be24-8f2348659dda is going to be updated. [ 1068.344090] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.344316] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.344316] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.344605] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.344752] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.354248] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d80ba68a-b076-4d3b-be24-8f2348659dda in Status: IN_PROGRESS for 2s [ 1068.479235] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.479435] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.479484] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.479690] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.479783] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.479877] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce161cd1-25c0-4dff-a320-e47e330247dd is going to be updated. [ 1068.513444] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 in Status: SUCCESS [ 1068.513444] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 deletion is rescheduled due to dependency. [ 1068.513444] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.514490] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.514663] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.514750] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.514974] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.515551] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.523749] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: IN_PROGRESS for 2s [ 1068.799826] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbaac4fb-a1b3-4857-944c-fc646a4729ee',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.303493] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbaac4fb-a1b3-4857-944c-fc646a4729ee',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.413370] env[65476]: INFO networking_nsxv3.common.synchronization [None req-1e6b7992-ec9b-4ae2-91e8-85fa363be08e tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Enqueued Resource ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b with Priority: HIGHEST for action security_group_members [ 1069.415427] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b with Priority: HIGHEST for action security_group_members [ 1069.415427] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.415427] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.415427] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.415427] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.416358] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.418275] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.418718] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.418985] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.419616] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.419616] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d9def72-f272-4150-9f5b-0fde0b1d6d4b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.806132] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.806296] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.806366] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.806574] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.806669] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.806819] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee is going to be updated. [ 1069.838221] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.838397] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.838449] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.838661] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.838832] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.851916] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee in Status: IN_PROGRESS for 2s [ 1069.923858] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.924080] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.924179] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.924426] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.946187] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.946493] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.946593] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.946740] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.947161] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.947161] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.947161] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b is going to be updated. [ 1069.975326] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.975561] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.975639] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.975848] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.975991] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.988123] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b in Status: IN_PROGRESS for 2s [ 1070.104164] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d in Status: SUCCESS [ 1070.105128] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.366959] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d80ba68a-b076-4d3b-be24-8f2348659dda in Status: SUCCESS [ 1070.366959] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d80ba68a-b076-4d3b-be24-8f2348659dda deletion is rescheduled due to dependency. [ 1070.366959] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.539192] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: SUCCESS [ 1070.539192] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.539192] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.539192] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.539192] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.539192] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.539192] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.539192] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.539192] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.539192] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.539192] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.043359] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.043359] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.043598] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.043834] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.043940] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.044059] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.044111] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.044329] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.044329] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.044425] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.044725] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.044725] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.044854] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.045028] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.045099] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.045162] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.045202] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.045339] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.045411] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.045512] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.045602] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.548568] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce161cd1-25c0-4dff-a320-e47e330247dd: rpc.has_security_group_logging(os_id): False [ 1071.568808] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.568983] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.569069] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.569253] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.589628] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.590280] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.590476] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.590592] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.590744] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.590849] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.591245] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.591352] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.591414] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.591567] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.591663] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.591811] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.591902] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.591962] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.592115] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.592188] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.592272] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce161cd1-25c0-4dff-a320-e47e330247dd is going to be updated. [ 1071.674381] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.674538] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.674538] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.674815] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.675160] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.695922] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: IN_PROGRESS for 2s [ 1071.863331] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee in Status: SUCCESS [ 1071.864028] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.864028] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.865026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.865026] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.865026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.865222] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.865392] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.865680] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.865680] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.865900] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbaac4fb-a1b3-4857-944c-fc646a4729ee',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.010511] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b in Status: SUCCESS [ 1072.010728] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b deletion is rescheduled due to dependency. [ 1072.010881] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.368107] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbaac4fb-a1b3-4857-944c-fc646a4729ee taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.368338] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.368338] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.368663] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.368863] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.368994] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.369065] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.369269] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.369429] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.369589] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.369771] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbaac4fb-a1b3-4857-944c-fc646a4729ee taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.369890] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.369968] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.370158] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.370332] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.370477] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.370545] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.370751] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.370841] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.370970] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.371074] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbaac4fb-a1b3-4857-944c-fc646a4729ee',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.873572] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbaac4fb-a1b3-4857-944c-fc646a4729ee: rpc.has_security_group_logging(os_id): False [ 1072.897899] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.897899] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.897899] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.897899] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.898104] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.898539] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.898539] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.898539] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.898717] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.898717] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.898872] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.899075] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.899152] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.899326] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.899481] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.899849] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.899997] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.900083] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.900239] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.900319] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.900409] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee is going to be updated. [ 1072.983704] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.983704] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.983847] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.983993] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.984161] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.008725] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee in Status: IN_PROGRESS for 2s [ 1073.715633] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: SUCCESS [ 1073.715900] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.305504] env[65476]: INFO networking_nsxv3.common.synchronization [req-531613a8-1097-4084-a829-549fd74e0e49 req-8a7b00b1-7aa9-479f-9a67-a4d439247f9a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Enqueued Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_members [ 1074.305504] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_members [ 1074.305788] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.305886] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.305923] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.306143] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.306294] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.306398] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.306463] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.306614] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.306697] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.306977] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.811427] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.030104] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee in Status: SUCCESS [ 1075.030358] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.313735] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.820135] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.820299] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.820372] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.820596] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.820689] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.820788] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce161cd1-25c0-4dff-a320-e47e330247dd is going to be updated. [ 1075.850835] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.851068] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.851177] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.851485] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.851687] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.861397] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: IN_PROGRESS for 2s [ 1077.872762] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: SUCCESS [ 1077.873161] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.222744] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-395 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.222968] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-395" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.223102] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-395" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.223368] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-395" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.223667] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.223840] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.223952] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.224176] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.224313] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.224551] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.224678] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.224786] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.224889] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.224997] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.225111] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.225240] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.243674] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.243845] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1078.243960] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.244153] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-395" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.244465] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-5cff97b8-4a83-4394-9b22-408121df5256 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.244644] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-5cff97b8-4a83-4394-9b22-408121df5256" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.244766] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-5cff97b8-4a83-4394-9b22-408121df5256" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.245035] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-5cff97b8-4a83-4394-9b22-408121df5256" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.245176] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cff97b8-4a83-4394-9b22-408121df5256',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.749595] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.749595] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.749595] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.749595] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.749595] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.749595] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.749595] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.749595] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.749595] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.749595] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.750156] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.750156] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.750156] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.750270] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.750909] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.750909] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: 5cff97b8-4a83-4394-9b22-408121df5256 is going to be updated. [ 1078.772239] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.772429] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.772622] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.772892] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.773035] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.773257] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-5cff97b8-4a83-4394-9b22-408121df5256" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.190314] env[65476]: INFO networking_nsxv3.common.synchronization [None req-c12f515c-f53a-4b24-a0fd-9837c9f4ac4b None None] Enqueued Resource ID: 0c4524ed-a035-44e9-b4bb-4cc983df5ca0 with Priority: HIGHEST for action port [ 1079.190872] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c4524ed-a035-44e9-b4bb-4cc983df5ca0 with Priority: HIGHEST for action port [ 1079.191644] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c4524ed-a035-44e9-b4bb-4cc983df5ca0 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.191644] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c4524ed-a035-44e9-b4bb-4cc983df5ca0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.191644] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c4524ed-a035-44e9-b4bb-4cc983df5ca0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.191644] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c4524ed-a035-44e9-b4bb-4cc983df5ca0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.191905] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c4524ed-a035-44e9-b4bb-4cc983df5ca0',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.472814] env[65476]: INFO networking_nsxv3.common.synchronization [req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 req-01e8f0a2-77de-4112-9b08-9bd4b4c29bc9 service nova] Enqueued Resource ID: d02750e0-5911-4223-885b-5238bc056af0 with Priority: HIGHEST for action security_group_rules [ 1079.472991] env[65476]: INFO networking_nsxv3.common.synchronization [req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 req-01e8f0a2-77de-4112-9b08-9bd4b4c29bc9 service nova] Enqueued Resource ID: d02750e0-5911-4223-885b-5238bc056af0 with Priority: HIGHEST for action security_group_members [ 1079.473145] env[65476]: INFO networking_nsxv3.common.synchronization [req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 req-01e8f0a2-77de-4112-9b08-9bd4b4c29bc9 service nova] Enqueued Resource ID: 5cff97b8-4a83-4394-9b22-408121df5256 with Priority: HIGHEST for action port [ 1079.473689] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d02750e0-5911-4223-885b-5238bc056af0 with Priority: HIGHEST for action security_group_rules [ 1079.473822] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d02750e0-5911-4223-885b-5238bc056af0 with Priority: HIGHEST for action security_group_members [ 1079.473956] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cff97b8-4a83-4394-9b22-408121df5256 with Priority: HIGHEST for action port [ 1079.474197] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d02750e0-5911-4223-885b-5238bc056af0 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.474314] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.474379] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.474616] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.474882] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d02750e0-5911-4223-885b-5238bc056af0',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.476379] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02750e0-5911-4223-885b-5238bc056af0 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.476576] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.476737] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.477023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.477178] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.477763] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.477763] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.477763] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.477763] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.477898] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d02750e0-5911-4223-885b-5238bc056af0',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.478539] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cff97b8-4a83-4394-9b22-408121df5256 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.478642] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cff97b8-4a83-4394-9b22-408121df5256" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.478851] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cff97b8-4a83-4394-9b22-408121df5256" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.479077] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cff97b8-4a83-4394-9b22-408121df5256" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.479474] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cff97b8-4a83-4394-9b22-408121df5256',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.695443] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c4524ed-a035-44e9-b4bb-4cc983df5ca0 [ 1079.695646] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.695812] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.695879] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.696174] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.696228] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.696285] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c4524ed-a035-44e9-b4bb-4cc983df5ca0 already deleted. [ 1079.696369] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c4524ed-a035-44e9-b4bb-4cc983df5ca0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.976844] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02750e0-5911-4223-885b-5238bc056af0 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.976967] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.981295] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d02750e0-5911-4223-885b-5238bc056af0',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.982347] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5cff97b8-4a83-4394-9b22-408121df5256 with status ACTIVE [ 1079.982444] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.982639] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.982841] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.983017] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.983115] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.983316] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.983428] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.983517] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.983687] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.983771] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.984252] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.984252] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.984252] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.984252] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.985334] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.985334] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5cff97b8-4a83-4394-9b22-408121df5256 is going to be updated. [ 1080.010340] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.010495] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.010539] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.010750] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.010879] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.011055] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cff97b8-4a83-4394-9b22-408121df5256" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.486970] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d02750e0-5911-4223-885b-5238bc056af0',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.991480] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.991769] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.991769] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.992037] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.992206] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.992251] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d02750e0-5911-4223-885b-5238bc056af0 is going to be updated. [ 1081.032769] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.032986] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.033088] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.033377] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.033521] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.047443] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d02750e0-5911-4223-885b-5238bc056af0 in Status: IN_PROGRESS for 2s [ 1081.142199] env[65476]: INFO networking_nsxv3.common.synchronization [req-87a2d855-e564-4410-b431-15ad61395709 req-e41e96c6-2bce-4ab4-aaa6-334f2d564cdd tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Enqueued Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_members [ 1081.143265] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_members [ 1081.143632] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.143769] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.143857] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.144075] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.144251] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.144347] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.144407] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.144609] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.144690] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.144806] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.486357] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-928 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.486552] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-928" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.486676] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-928" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.486985] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-928" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.487250] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.487409] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.487607] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.487738] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.487880] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.488098] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1081.488228] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1081.488387] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1081.488458] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1081.488569] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1081.488676] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1081.488806] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1081.509339] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1081.509526] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1081.509718] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1081.509912] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-928" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.510377] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-7bd0d27f-9cd3-4510-a3d6-3d2a459f86d1 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.510486] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-7bd0d27f-9cd3-4510-a3d6-3d2a459f86d1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.511343] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-7bd0d27f-9cd3-4510-a3d6-3d2a459f86d1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.511343] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-7bd0d27f-9cd3-4510-a3d6-3d2a459f86d1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.511343] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bd0d27f-9cd3-4510-a3d6-3d2a459f86d1',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.648303] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.648443] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.650032] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.650032] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.650032] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.650032] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.650032] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.650032] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.650032] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.650032] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.650032] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 is going to be updated. [ 1081.684560] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.684560] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.684560] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.684804] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.684871] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.695202] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 in Status: IN_PROGRESS for 2s [ 1081.998122] env[65476]: INFO networking_nsxv3.common.synchronization [None req-16e4ded4-8e06-4159-ade7-99ee27b70662 None None] Enqueued Resource ID: 8384fb35-c63d-4206-86b1-ac82df51bcd8 with Priority: HIGHEST for action port [ 1081.998666] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8384fb35-c63d-4206-86b1-ac82df51bcd8 with Priority: HIGHEST for action port [ 1081.998967] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-8384fb35-c63d-4206-86b1-ac82df51bcd8 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.999320] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8384fb35-c63d-4206-86b1-ac82df51bcd8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.999320] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8384fb35-c63d-4206-86b1-ac82df51bcd8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.999628] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8384fb35-c63d-4206-86b1-ac82df51bcd8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.999752] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8384fb35-c63d-4206-86b1-ac82df51bcd8',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.013306] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.013652] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.013858] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.014275] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.014542] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.014820] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port 7bd0d27f-9cd3-4510-a3d6-3d2a459f86d1 not found, creating... [ 1082.015227] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.015463] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.015720] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.016267] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.016499] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.016897] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.017085] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.017209] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.017455] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.017602] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.017753] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: 7bd0d27f-9cd3-4510-a3d6-3d2a459f86d1 is going to be created. [ 1082.040269] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.040483] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.040549] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.040826] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.041069] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.041290] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-7bd0d27f-9cd3-4510-a3d6-3d2a459f86d1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.502822] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8384fb35-c63d-4206-86b1-ac82df51bcd8 [ 1082.503103] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.503215] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.503302] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.503464] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.503550] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.503659] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8384fb35-c63d-4206-86b1-ac82df51bcd8 already deleted. [ 1082.503751] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8384fb35-c63d-4206-86b1-ac82df51bcd8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.749332] env[65476]: INFO networking_nsxv3.common.synchronization [req-87a2d855-e564-4410-b431-15ad61395709 req-4abc9556-c7cd-4e2e-960a-26f8c60de73a service nova] Enqueued Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_rules [ 1082.749538] env[65476]: INFO networking_nsxv3.common.synchronization [req-87a2d855-e564-4410-b431-15ad61395709 req-4abc9556-c7cd-4e2e-960a-26f8c60de73a service nova] Enqueued Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_members [ 1082.749624] env[65476]: INFO networking_nsxv3.common.synchronization [req-87a2d855-e564-4410-b431-15ad61395709 req-4abc9556-c7cd-4e2e-960a-26f8c60de73a service nova] Enqueued Resource ID: 7bd0d27f-9cd3-4510-a3d6-3d2a459f86d1 with Priority: HIGHEST for action port [ 1082.750777] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_rules [ 1082.750999] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_members [ 1082.752696] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bd0d27f-9cd3-4510-a3d6-3d2a459f86d1 with Priority: HIGHEST for action port [ 1082.753035] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.753208] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.753335] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.753463] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.753596] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.754432] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.754535] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.755267] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bd0d27f-9cd3-4510-a3d6-3d2a459f86d1 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.755267] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bd0d27f-9cd3-4510-a3d6-3d2a459f86d1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.755267] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bd0d27f-9cd3-4510-a3d6-3d2a459f86d1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.755483] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bd0d27f-9cd3-4510-a3d6-3d2a459f86d1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.755521] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bd0d27f-9cd3-4510-a3d6-3d2a459f86d1',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.061698] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d02750e0-5911-4223-885b-5238bc056af0 in Status: SUCCESS [ 1083.061698] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.061698] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.061698] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.061698] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.061698] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.061698] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.061698] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.062783] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.062783] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.062783] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d02750e0-5911-4223-885b-5238bc056af0',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.259409] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.259551] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.259727] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7bd0d27f-9cd3-4510-a3d6-3d2a459f86d1 with status ACTIVE [ 1083.259879] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.259998] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.260122] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.261038] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.261038] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.261038] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.261038] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.261038] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.261038] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.261038] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.261344] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.261344] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.261344] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.263092] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.263092] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.263092] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7bd0d27f-9cd3-4510-a3d6-3d2a459f86d1 is going to be updated. [ 1083.284302] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.284302] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.284302] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.284698] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.284698] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.284698] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bd0d27f-9cd3-4510-a3d6-3d2a459f86d1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.565868] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02750e0-5911-4223-885b-5238bc056af0 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.566206] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.566206] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.566333] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.566495] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.566604] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.566648] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.566799] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.566886] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.566995] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.567153] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02750e0-5911-4223-885b-5238bc056af0 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.567252] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.567341] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.567474] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.567607] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.567706] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.567750] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.567946] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.568052] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.568140] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.568225] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d02750e0-5911-4223-885b-5238bc056af0',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.708718] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 in Status: SUCCESS [ 1083.708901] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 deletion is rescheduled due to dependency. [ 1083.709029] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.709199] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.709438] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.709623] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.709746] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.709811] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.709966] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.710064] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.710163] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.070411] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d02750e0-5911-4223-885b-5238bc056af0: rpc.has_security_group_logging(os_id): False [ 1084.091430] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.091642] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.091778] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.092098] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.092213] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.092450] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.092612] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.092682] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.092879] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.092960] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.093226] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.093486] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.093486] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.093598] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.093640] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.093842] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.093956] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.094063] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.097705] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.097705] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.097705] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d02750e0-5911-4223-885b-5238bc056af0 is going to be updated. [ 1084.166793] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.167059] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.167059] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.167718] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.167718] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.186029] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d02750e0-5911-4223-885b-5238bc056af0 in Status: IN_PROGRESS for 2s [ 1084.212828] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.716293] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.220950] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.221547] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.221785] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.222238] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.222506] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.222705] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 is going to be updated. [ 1085.255240] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.255417] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.255486] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.255794] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.255948] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.268090] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 in Status: IN_PROGRESS for 2s [ 1085.373971] env[65476]: INFO networking_nsxv3.common.synchronization [req-36d93a7b-d585-4bdf-9939-85b6715fef6a req-c2497385-1c57-460d-87fd-439025029f70 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Enqueued Resource ID: 433f6af1-6569-4ab1-8791-2be431df418a with Priority: HIGHEST for action security_group_members [ 1085.373971] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 433f6af1-6569-4ab1-8791-2be431df418a with Priority: HIGHEST for action security_group_members [ 1085.373971] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-433f6af1-6569-4ab1-8791-2be431df418a taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.374336] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.374336] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.374498] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.374588] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.374713] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.374773] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.374920] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.375020] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.375237] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('433f6af1-6569-4ab1-8791-2be431df418a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.683848] env[65476]: INFO networking_nsxv3.common.synchronization [req-65cdf767-1e59-4fd9-b686-e0c58ab98c2d req-4f5e9e88-ef94-4ac0-96ed-d431a412fc35 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Enqueued Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_members [ 1085.684540] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_members [ 1085.684881] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.685023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.685308] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.685445] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.685611] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.685714] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.685773] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.685930] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.686080] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.686141] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.780402] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-972 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.780402] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-972 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.812815] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-972" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.812815] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-972" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.812815] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-972" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.812815] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.812815] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.812815] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.812815] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.812815] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.812815] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.812815] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1085.812815] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1085.812815] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1085.812815] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.812815] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1085.812815] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1085.812815] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1085.812815] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1085.814033] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1085.814033] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-972" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.814033] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-1e443cd9-0288-4320-b569-32324c93daaa taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.814033] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-1e443cd9-0288-4320-b569-32324c93daaa" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.814033] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-1e443cd9-0288-4320-b569-32324c93daaa" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.814033] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-1e443cd9-0288-4320-b569-32324c93daaa" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.814033] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e443cd9-0288-4320-b569-32324c93daaa',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.877550] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.877720] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.877778] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.878042] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.878177] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.878384] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.878491] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.878551] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.878718] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.878796] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.878880] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 433f6af1-6569-4ab1-8791-2be431df418a already deleted. [ 1085.878959] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.190616] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.203117] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d02750e0-5911-4223-885b-5238bc056af0 in Status: SUCCESS [ 1086.203353] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.310359] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.310574] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.310574] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.312539] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.312539] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.312539] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port 1e443cd9-0288-4320-b569-32324c93daaa not found, creating... [ 1086.312539] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.312539] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.312539] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.312539] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.312539] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.312539] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.313138] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.313138] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.313138] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.313239] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.313300] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: 1e443cd9-0288-4320-b569-32324c93daaa is going to be created. [ 1086.339119] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.339376] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.339438] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.339688] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.339919] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.340184] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-1e443cd9-0288-4320-b569-32324c93daaa" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.693671] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.119922] env[65476]: INFO networking_nsxv3.common.synchronization [req-36d93a7b-d585-4bdf-9939-85b6715fef6a req-34e80cd7-4976-4291-8e28-21fc47185585 service nova] Enqueued Resource ID: 433f6af1-6569-4ab1-8791-2be431df418a with Priority: HIGHEST for action security_group_rules [ 1087.119922] env[65476]: INFO networking_nsxv3.common.synchronization [req-36d93a7b-d585-4bdf-9939-85b6715fef6a req-34e80cd7-4976-4291-8e28-21fc47185585 service nova] Enqueued Resource ID: 433f6af1-6569-4ab1-8791-2be431df418a with Priority: HIGHEST for action security_group_members [ 1087.120369] env[65476]: INFO networking_nsxv3.common.synchronization [req-36d93a7b-d585-4bdf-9939-85b6715fef6a req-34e80cd7-4976-4291-8e28-21fc47185585 service nova] Enqueued Resource ID: 1e443cd9-0288-4320-b569-32324c93daaa with Priority: HIGHEST for action port [ 1087.120571] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 433f6af1-6569-4ab1-8791-2be431df418a with Priority: HIGHEST for action security_group_rules [ 1087.120713] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 433f6af1-6569-4ab1-8791-2be431df418a with Priority: HIGHEST for action security_group_members [ 1087.120814] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e443cd9-0288-4320-b569-32324c93daaa with Priority: HIGHEST for action port [ 1087.121487] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-433f6af1-6569-4ab1-8791-2be431df418a taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.121634] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.121710] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.121966] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.122061] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('433f6af1-6569-4ab1-8791-2be431df418a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.123382] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-433f6af1-6569-4ab1-8791-2be431df418a taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.123525] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.123595] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.123825] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.124563] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.124563] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.124563] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.124563] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.124563] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.124563] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('433f6af1-6569-4ab1-8791-2be431df418a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.126144] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e443cd9-0288-4320-b569-32324c93daaa taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.126309] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e443cd9-0288-4320-b569-32324c93daaa" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.126415] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e443cd9-0288-4320-b569-32324c93daaa" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.126637] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e443cd9-0288-4320-b569-32324c93daaa" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.126759] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e443cd9-0288-4320-b569-32324c93daaa',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.196045] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.196045] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.196320] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.196320] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.196456] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.196495] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce161cd1-25c0-4dff-a320-e47e330247dd is going to be updated. [ 1087.235870] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.236053] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.236124] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.236337] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.236492] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.246484] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: IN_PROGRESS for 2s [ 1087.278212] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 in Status: SUCCESS [ 1087.278435] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.278646] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.278932] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.279150] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.279271] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.279336] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.279493] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.279575] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.279662] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.279753] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.628768] env[65476]: INFO networking_nsxv3.common.synchronization [req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 req-9a00c13f-5de3-4b09-8519-eafdd15fe2f4 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Enqueued Resource ID: 433f6af1-6569-4ab1-8791-2be431df418a with Priority: HIGHEST for action security_group_members [ 1087.629596] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-433f6af1-6569-4ab1-8791-2be431df418a taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.629702] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.629909] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('433f6af1-6569-4ab1-8791-2be431df418a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.630735] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e443cd9-0288-4320-b569-32324c93daaa with status ACTIVE [ 1087.630918] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.633706] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.633706] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.633706] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.633850] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.635423] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.635423] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.635423] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.635423] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.635423] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.635423] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.635423] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.635423] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.635423] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.635423] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.635423] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e443cd9-0288-4320-b569-32324c93daaa is going to be updated. [ 1087.636594] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 433f6af1-6569-4ab1-8791-2be431df418a with Priority: HIGHEST for action security_group_members [ 1087.638453] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-433f6af1-6569-4ab1-8791-2be431df418a taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.638453] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.662698] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.663320] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.663452] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.663733] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.663888] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.664241] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e443cd9-0288-4320-b569-32324c93daaa" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.782283] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.782283] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.782283] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.782595] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.782595] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.782728] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.782728] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.782938] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.783069] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.783184] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.783366] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.783469] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.783554] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.783748] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.783936] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.784067] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.784143] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.784295] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.784376] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.784460] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.784580] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.990919] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-972 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.990919] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-972" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.990919] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-972" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.990919] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-972" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.990919] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.991581] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.991844] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.992220] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.992495] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.992865] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1087.993175] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1087.993472] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1087.993774] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1087.994041] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1087.994361] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1087.994630] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1088.015062] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1088.015198] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1088.015342] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1088.015579] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-972" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.015980] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-8545dc2e-c93a-4804-9cfe-d29038d5ba73 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.016221] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-8545dc2e-c93a-4804-9cfe-d29038d5ba73" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.016374] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-8545dc2e-c93a-4804-9cfe-d29038d5ba73" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.016769] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-8545dc2e-c93a-4804-9cfe-d29038d5ba73" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.016922] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8545dc2e-c93a-4804-9cfe-d29038d5ba73',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.137347] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('433f6af1-6569-4ab1-8791-2be431df418a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.287411] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7cdf36e-45a4-40c8-8ace-e9a7eddf5415: rpc.has_security_group_logging(os_id): False [ 1088.312936] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.312936] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.313225] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.313225] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.313419] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.313570] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.313635] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.313698] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.313844] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.313922] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.314136] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.314227] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.314345] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.314427] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.314498] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.314778] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.315066] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.315157] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.315321] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.315403] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.315498] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 is going to be updated. [ 1088.374432] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.374583] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.374692] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.374969] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.375104] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.389608] env[65476]: INFO networking_nsxv3.common.synchronization [req-13ed696b-6619-4d14-989a-e1a365c5ebe9 req-888a2855-5550-4330-9182-987c06f56e2c tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Enqueued Resource ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee with Priority: HIGHEST for action security_group_members [ 1088.390272] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee with Priority: HIGHEST for action security_group_members [ 1088.390586] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbaac4fb-a1b3-4857-944c-fc646a4729ee taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.390710] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.390805] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.391031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.391200] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.391303] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.391365] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.391518] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.391605] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.391702] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbaac4fb-a1b3-4857-944c-fc646a4729ee',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.393964] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 in Status: IN_PROGRESS for 2s [ 1088.519687] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.519949] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.520127] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.520436] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.520591] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.520759] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port 8545dc2e-c93a-4804-9cfe-d29038d5ba73 not found, creating... [ 1088.521021] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.521194] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.521311] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.521543] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.521719] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.522084] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.522330] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.522395] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.522640] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.522822] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.522965] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: 8545dc2e-c93a-4804-9cfe-d29038d5ba73 is going to be created. [ 1088.565458] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.565817] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.565881] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.566206] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.566452] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.566703] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-8545dc2e-c93a-4804-9cfe-d29038d5ba73" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.641209] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.641479] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.641605] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.642354] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.642516] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.642636] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 433f6af1-6569-4ab1-8791-2be431df418a is going to be created. [ 1088.672061] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.672061] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.672061] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.672061] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.672440] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.686819] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 433f6af1-6569-4ab1-8791-2be431df418a in Status: UNINITIALIZED for 2s [ 1088.894740] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.894925] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.895041] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.895336] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.895463] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.895738] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.895882] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.895971] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.896201] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.896324] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.896446] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee is going to be updated. [ 1088.926443] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.926636] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.926674] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.926870] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.927039] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.937306] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee in Status: IN_PROGRESS for 2s [ 1089.258637] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: SUCCESS [ 1089.259054] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.368983] env[65476]: INFO networking_nsxv3.common.synchronization [req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 req-ff19af9e-c69b-4f2d-aa23-8f5cb47b6752 service nova] Enqueued Resource ID: 433f6af1-6569-4ab1-8791-2be431df418a with Priority: HIGHEST for action security_group_rules [ 1089.369149] env[65476]: INFO networking_nsxv3.common.synchronization [req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 req-ff19af9e-c69b-4f2d-aa23-8f5cb47b6752 service nova] Enqueued Resource ID: 433f6af1-6569-4ab1-8791-2be431df418a with Priority: HIGHEST for action security_group_members [ 1089.369286] env[65476]: INFO networking_nsxv3.common.synchronization [req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 req-ff19af9e-c69b-4f2d-aa23-8f5cb47b6752 service nova] Enqueued Resource ID: 8545dc2e-c93a-4804-9cfe-d29038d5ba73 with Priority: HIGHEST for action port [ 1089.369882] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 433f6af1-6569-4ab1-8791-2be431df418a with Priority: HIGHEST for action security_group_rules [ 1089.370330] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 433f6af1-6569-4ab1-8791-2be431df418a with Priority: HIGHEST for action security_group_members [ 1089.370506] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8545dc2e-c93a-4804-9cfe-d29038d5ba73 with Priority: HIGHEST for action port [ 1089.370832] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-433f6af1-6569-4ab1-8791-2be431df418a taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.370939] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.371189] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-433f6af1-6569-4ab1-8791-2be431df418a taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.371294] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.371450] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-8545dc2e-c93a-4804-9cfe-d29038d5ba73 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.371568] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8545dc2e-c93a-4804-9cfe-d29038d5ba73" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.371637] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8545dc2e-c93a-4804-9cfe-d29038d5ba73" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.371880] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8545dc2e-c93a-4804-9cfe-d29038d5ba73" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.371959] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8545dc2e-c93a-4804-9cfe-d29038d5ba73',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.874253] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8545dc2e-c93a-4804-9cfe-d29038d5ba73 with status ACTIVE [ 1089.874607] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.874841] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.874912] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.875170] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.875267] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.875473] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.875585] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.875722] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.875982] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.876121] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.876408] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.876562] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.876672] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.876887] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.877047] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.877735] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8545dc2e-c93a-4804-9cfe-d29038d5ba73 is going to be updated. [ 1089.900367] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.900516] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.900585] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.900807] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.900942] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.901114] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8545dc2e-c93a-4804-9cfe-d29038d5ba73" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.905968] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.906170] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-407" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.906292] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-407" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.906555] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-407" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.906803] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.906959] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.907299] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.907540] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.907684] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.907927] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.908069] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1089.908181] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1089.908290] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1089.908404] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.908510] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1089.908645] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1089.929469] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1089.929682] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1089.929826] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1089.929999] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-407" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.930345] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-fdc07658-0385-4214-b274-c94edfe86c8a taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.930520] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-fdc07658-0385-4214-b274-c94edfe86c8a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.930638] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-fdc07658-0385-4214-b274-c94edfe86c8a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.930982] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-fdc07658-0385-4214-b274-c94edfe86c8a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.931140] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdc07658-0385-4214-b274-c94edfe86c8a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.415756] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 in Status: SUCCESS [ 1090.416109] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.433935] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.434219] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.435166] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.435526] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.435716] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.436129] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port fdc07658-0385-4214-b274-c94edfe86c8a not found, creating... [ 1090.436512] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.436715] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.436867] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.437414] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.437414] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.437773] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.438051] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.438103] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.438354] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.438514] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.438664] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: fdc07658-0385-4214-b274-c94edfe86c8a is going to be created. [ 1090.466145] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.466145] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.466282] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.466508] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.466742] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.466969] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-fdc07658-0385-4214-b274-c94edfe86c8a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.698179] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 433f6af1-6569-4ab1-8791-2be431df418a in Status: SUCCESS [ 1090.698439] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.698646] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.698888] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.699110] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.699248] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.699337] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.699480] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.699573] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.699638] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.699789] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('433f6af1-6569-4ab1-8791-2be431df418a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.700775] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.701019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.701186] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.701876] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.701876] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.701876] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.701876] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.701876] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('433f6af1-6569-4ab1-8791-2be431df418a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.955588] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee in Status: SUCCESS [ 1090.955717] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee deletion is rescheduled due to dependency. [ 1090.955879] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.204064] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-433f6af1-6569-4ab1-8791-2be431df418a taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.204381] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.204597] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('433f6af1-6569-4ab1-8791-2be431df418a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.236317] env[65476]: INFO networking_nsxv3.common.synchronization [req-36372d78-3729-459a-bb17-b2618837479d req-7d543d36-741e-42e2-b7d1-4fa76722105f service nova] Enqueued Resource ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b with Priority: HIGHEST for action security_group_rules [ 1091.236317] env[65476]: INFO networking_nsxv3.common.synchronization [req-36372d78-3729-459a-bb17-b2618837479d req-7d543d36-741e-42e2-b7d1-4fa76722105f service nova] Enqueued Resource ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b with Priority: HIGHEST for action security_group_members [ 1091.236317] env[65476]: INFO networking_nsxv3.common.synchronization [req-36372d78-3729-459a-bb17-b2618837479d req-7d543d36-741e-42e2-b7d1-4fa76722105f service nova] Enqueued Resource ID: fdc07658-0385-4214-b274-c94edfe86c8a with Priority: HIGHEST for action port [ 1091.236486] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b with Priority: HIGHEST for action security_group_rules [ 1091.236806] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b with Priority: HIGHEST for action security_group_members [ 1091.236806] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc07658-0385-4214-b274-c94edfe86c8a with Priority: HIGHEST for action port [ 1091.237587] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d9def72-f272-4150-9f5b-0fde0b1d6d4b taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.238053] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.238053] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.238053] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.238053] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d9def72-f272-4150-9f5b-0fde0b1d6d4b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.239036] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.239704] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.239704] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.239704] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.239704] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.239704] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.239704] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.240073] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.240073] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.240073] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d9def72-f272-4150-9f5b-0fde0b1d6d4b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.241065] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdc07658-0385-4214-b274-c94edfe86c8a taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.241065] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdc07658-0385-4214-b274-c94edfe86c8a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.241065] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdc07658-0385-4214-b274-c94edfe86c8a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.242068] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdc07658-0385-4214-b274-c94edfe86c8a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.242068] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdc07658-0385-4214-b274-c94edfe86c8a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.513035] env[65476]: INFO networking_nsxv3.common.synchronization [req-9af85e04-7375-416b-8f64-6f0ea9602f18 req-39ef9d35-90dc-4a63-a681-0054efb2428b tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Enqueued Resource ID: 61e6ae49-b04a-4fe1-9348-26b97c894a67 with Priority: HIGHEST for action security_group_members [ 1091.514253] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61e6ae49-b04a-4fe1-9348-26b97c894a67 with Priority: HIGHEST for action security_group_members [ 1091.514582] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-61e6ae49-b04a-4fe1-9348-26b97c894a67 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.514773] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61e6ae49-b04a-4fe1-9348-26b97c894a67" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.514856] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61e6ae49-b04a-4fe1-9348-26b97c894a67" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.515098] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61e6ae49-b04a-4fe1-9348-26b97c894a67" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.515265] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.515370] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.515466] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.515581] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.519211] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.519211] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61e6ae49-b04a-4fe1-9348-26b97c894a67',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.708614] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('433f6af1-6569-4ab1-8791-2be431df418a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.743079] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d9def72-f272-4150-9f5b-0fde0b1d6d4b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.745191] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.745337] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.745506] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fdc07658-0385-4214-b274-c94edfe86c8a with status ACTIVE [ 1091.745975] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.745975] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.745975] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.746159] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.746187] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.746605] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.746605] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.746605] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.746701] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.746769] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.746930] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.747515] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.747596] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.747791] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.748133] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.748241] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fdc07658-0385-4214-b274-c94edfe86c8a is going to be updated. [ 1091.798343] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.798343] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.798343] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.798343] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.798606] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.798646] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdc07658-0385-4214-b274-c94edfe86c8a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.019070] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.019070] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.019070] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.019070] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.019070] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.019070] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.019070] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.019070] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.019721] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.019721] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.019721] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61e6ae49-b04a-4fe1-9348-26b97c894a67 is going to be updated. [ 1092.071240] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.071392] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.071489] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.071698] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.071822] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.080854] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61e6ae49-b04a-4fe1-9348-26b97c894a67 in Status: IN_PROGRESS for 2s [ 1092.210355] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.210510] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.211273] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.211273] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.211273] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.211273] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 433f6af1-6569-4ab1-8791-2be431df418a is going to be updated. [ 1092.246137] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d9def72-f272-4150-9f5b-0fde0b1d6d4b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.250561] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.250707] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.250769] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.251171] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.251171] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.264527] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 433f6af1-6569-4ab1-8791-2be431df418a in Status: IN_PROGRESS for 2s [ 1092.757026] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.757026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.757026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.757026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.757026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.757026] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b is going to be updated. [ 1092.790253] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.790392] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.790457] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.790674] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.790811] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.801545] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b in Status: IN_PROGRESS for 2s [ 1094.098612] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61e6ae49-b04a-4fe1-9348-26b97c894a67 in Status: SUCCESS [ 1094.098612] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61e6ae49-b04a-4fe1-9348-26b97c894a67 deletion is rescheduled due to dependency. [ 1094.098612] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61e6ae49-b04a-4fe1-9348-26b97c894a67" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.279481] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 433f6af1-6569-4ab1-8791-2be431df418a in Status: SUCCESS [ 1094.279481] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.279481] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.279481] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.279640] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.280275] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.280275] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.281089] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.281089] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.281089] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('433f6af1-6569-4ab1-8791-2be431df418a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.783910] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('433f6af1-6569-4ab1-8791-2be431df418a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.810885] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b in Status: SUCCESS [ 1094.811139] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.811309] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.811493] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.811679] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.812217] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.812217] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.812217] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.812217] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.812217] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.812217] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d9def72-f272-4150-9f5b-0fde0b1d6d4b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.286767] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('433f6af1-6569-4ab1-8791-2be431df418a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.314662] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.314909] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.314973] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.315220] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.315383] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.315474] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.315546] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.315723] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.315768] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.315858] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.316017] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.316138] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.316306] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.316389] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.316489] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.316591] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.316666] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.316857] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.316857] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.316962] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.316992] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d9def72-f272-4150-9f5b-0fde0b1d6d4b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.791752] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.792008] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.792083] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.792280] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.792370] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.792471] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 433f6af1-6569-4ab1-8791-2be431df418a is going to be updated. [ 1095.819495] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d9def72-f272-4150-9f5b-0fde0b1d6d4b: rpc.has_security_group_logging(os_id): False [ 1095.821418] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.821581] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.821639] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.821814] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.821970] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.839311] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 433f6af1-6569-4ab1-8791-2be431df418a in Status: IN_PROGRESS for 2s [ 1095.842537] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.842730] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.842815] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.843238] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.843238] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.843382] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.843486] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.843518] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.843678] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.843754] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.843933] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.844042] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.844098] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.844243] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.844335] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.844543] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.844640] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.844693] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.844915] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.844984] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.845085] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b is going to be updated. [ 1095.938369] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.938619] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.938702] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.938930] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.939111] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.971572] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b in Status: IN_PROGRESS for 2s [ 1096.515085] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1096.515460] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1096.828741] env[65476]: INFO networking_nsxv3.common.synchronization [req-6fcfa8e5-98a1-44cb-811f-b0c1b405b70d req-b34c0389-962b-44ab-a81b-6639268af307 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Enqueued Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_members [ 1096.829117] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_members [ 1096.829463] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.829589] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.829660] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.829872] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.830230] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.830382] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.830451] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.831185] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.831185] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.831185] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.333601] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.333775] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.333775] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.334108] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.334220] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.334433] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.334535] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.334598] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.334813] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.334895] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.334977] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 is going to be updated. [ 1097.364281] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.364455] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.364495] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.364677] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.364970] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.375987] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 in Status: IN_PROGRESS for 2s [ 1097.849783] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 433f6af1-6569-4ab1-8791-2be431df418a in Status: SUCCESS [ 1097.850194] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.850194] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.850299] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.851238] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.851238] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.851238] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.851238] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.851238] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.851238] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.851238] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-433f6af1-6569-4ab1-8791-2be431df418a taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.851238] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.851238] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.851572] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.851572] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.851644] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.851671] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.851912] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.851912] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.851998] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.852104] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('433f6af1-6569-4ab1-8791-2be431df418a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.983817] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b in Status: SUCCESS [ 1097.983999] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.280688] env[65476]: INFO networking_nsxv3.common.synchronization [req-ab4224c5-6b81-49c3-956d-d3b4056cc591 req-271d30db-6b7a-4fc4-887e-5bf1e27627b6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Enqueued Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_members [ 1098.281269] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_members [ 1098.281600] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.281723] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.281789] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.282040] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.282139] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.282233] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.282302] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.282472] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.282561] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.282651] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.353976] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 433f6af1-6569-4ab1-8791-2be431df418a: rpc.has_security_group_logging(os_id): False [ 1098.375062] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.375062] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.375062] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.375623] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.375623] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.375623] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.375623] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.375903] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.375903] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.375903] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.376098] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.376226] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.376226] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.376362] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.376441] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.376601] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.376712] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.376797] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.376866] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.376942] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.377021] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 433f6af1-6569-4ab1-8791-2be431df418a is going to be created. [ 1098.437734] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.437959] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.437959] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.438207] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.438389] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.451846] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 433f6af1-6569-4ab1-8791-2be431df418a in Status: IN_PROGRESS for 2s [ 1098.614676] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.614886] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-592" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.615406] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-592" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.615406] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-592" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.615636] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.615887] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.616080] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.616885] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.616885] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.617174] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1098.617394] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1098.617515] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1098.617640] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1098.617853] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1098.617903] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1098.618208] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1098.639128] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1098.639591] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1098.639591] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1098.639727] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-592" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.640058] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-099db147-f72f-4f91-bc43-50c9946ea540 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.640253] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-099db147-f72f-4f91-bc43-50c9946ea540" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.640451] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-099db147-f72f-4f91-bc43-50c9946ea540" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.640718] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-099db147-f72f-4f91-bc43-50c9946ea540" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.640853] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('099db147-f72f-4f91-bc43-50c9946ea540',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.785589] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.143490] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.143889] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.143889] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.144077] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.144223] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.144353] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port 099db147-f72f-4f91-bc43-50c9946ea540 not found, creating... [ 1099.144656] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.144975] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.145054] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.145321] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.145435] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.145768] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.147121] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.147121] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.147121] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.147121] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.147121] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: 099db147-f72f-4f91-bc43-50c9946ea540 is going to be created. [ 1099.174614] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.175018] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.175355] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.175786] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.176147] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.176596] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-099db147-f72f-4f91-bc43-50c9946ea540" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.288544] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.387053] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 in Status: SUCCESS [ 1099.387053] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 deletion is rescheduled due to dependency. [ 1099.387053] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.790770] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.790938] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.791033] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.791266] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.791363] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.791470] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce161cd1-25c0-4dff-a320-e47e330247dd is going to be updated. [ 1099.830019] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.830180] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.830257] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.830515] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.830670] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.839817] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: IN_PROGRESS for 2s [ 1099.890257] env[65476]: INFO networking_nsxv3.common.synchronization [req-ab4224c5-6b81-49c3-956d-d3b4056cc591 req-a943b154-2b67-440d-8b96-59ec982793a9 service nova] Enqueued Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_rules [ 1099.890456] env[65476]: INFO networking_nsxv3.common.synchronization [req-ab4224c5-6b81-49c3-956d-d3b4056cc591 req-a943b154-2b67-440d-8b96-59ec982793a9 service nova] Enqueued Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_members [ 1099.890594] env[65476]: INFO networking_nsxv3.common.synchronization [req-ab4224c5-6b81-49c3-956d-d3b4056cc591 req-a943b154-2b67-440d-8b96-59ec982793a9 service nova] Enqueued Resource ID: 099db147-f72f-4f91-bc43-50c9946ea540 with Priority: HIGHEST for action port [ 1099.891129] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_rules [ 1099.891263] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_members [ 1099.891360] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 099db147-f72f-4f91-bc43-50c9946ea540 with Priority: HIGHEST for action port [ 1099.891631] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.892125] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.892125] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.892125] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.892334] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.893887] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.893989] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.894333] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-099db147-f72f-4f91-bc43-50c9946ea540 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.894425] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-099db147-f72f-4f91-bc43-50c9946ea540" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.894493] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-099db147-f72f-4f91-bc43-50c9946ea540" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.894667] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-099db147-f72f-4f91-bc43-50c9946ea540" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.894996] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('099db147-f72f-4f91-bc43-50c9946ea540',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.395240] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.395632] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.396740] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 099db147-f72f-4f91-bc43-50c9946ea540 with status ACTIVE [ 1100.396976] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.397192] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.397243] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.397461] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.397553] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.397725] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.397820] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.397885] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.398063] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.398141] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.398318] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.398410] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.398467] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.398608] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.398692] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.398776] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 099db147-f72f-4f91-bc43-50c9946ea540 is going to be updated. [ 1100.422262] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.422556] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.422556] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.422660] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.422793] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.422955] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-099db147-f72f-4f91-bc43-50c9946ea540" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.463705] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 433f6af1-6569-4ab1-8791-2be431df418a in Status: SUCCESS [ 1100.463919] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.464116] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.464352] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.464440] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('433f6af1-6569-4ab1-8791-2be431df418a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.966526] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-433f6af1-6569-4ab1-8791-2be431df418a taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.966696] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.966822] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.967099] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.967337] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.967475] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.967561] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.967762] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.967879] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.967994] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.968135] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('433f6af1-6569-4ab1-8791-2be431df418a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.470432] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-433f6af1-6569-4ab1-8791-2be431df418a taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.470730] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.470730] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.470964] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.471164] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.471276] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.471373] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.471534] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.471641] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.471731] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.471926] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-433f6af1-6569-4ab1-8791-2be431df418a taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.472033] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.472095] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.472267] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.472361] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.472450] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.472526] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.472636] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.472705] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.473034] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.473034] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('433f6af1-6569-4ab1-8791-2be431df418a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.851162] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: SUCCESS [ 1101.851384] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.851560] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.851780] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.851964] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.852099] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.852495] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.852495] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.852495] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.852495] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.976073] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 433f6af1-6569-4ab1-8791-2be431df418a: rpc.has_security_group_logging(os_id): False [ 1101.994538] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.994719] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.994719] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.995183] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.995488] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.995749] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.995860] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.995946] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.996148] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.996236] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.996424] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.996564] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.996698] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.996774] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.996774] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.996954] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.997201] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.997201] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.997367] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.997451] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.997547] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 433f6af1-6569-4ab1-8791-2be431df418a is going to be updated. [ 1102.056751] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.056970] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.057061] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.057342] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.057537] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.075138] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 433f6af1-6569-4ab1-8791-2be431df418a in Status: IN_PROGRESS for 2s [ 1102.354541] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.856781] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.359695] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.359695] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.359695] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.360073] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.360073] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.360194] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce161cd1-25c0-4dff-a320-e47e330247dd is going to be updated. [ 1103.402670] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.403013] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.403098] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.403372] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.403564] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.418750] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: IN_PROGRESS for 2s [ 1104.093596] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 433f6af1-6569-4ab1-8791-2be431df418a in Status: SUCCESS [ 1104.093965] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.893049] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1104.893049] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1105.428035] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: SUCCESS [ 1105.428413] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.428493] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.428704] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.428895] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.429019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.429083] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.429239] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.429304] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.429398] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.429482] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.804306] env[65476]: INFO networking_nsxv3.common.synchronization [req-611317a2-0fbc-455e-917f-ff9b124759fc req-7f8c4b1b-2f8f-4275-9f4e-cba216fe51e4 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Enqueued Resource ID: be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 with Priority: HIGHEST for action security_group_members [ 1105.804306] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 with Priority: HIGHEST for action security_group_members [ 1105.804306] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.804306] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.804306] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.804306] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.804306] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.804306] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.804306] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.804306] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.804306] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.804306] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be06d0b9-a4d5-4cf1-bb45-2ca0d66af267',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.932490] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.932664] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.933067] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.933158] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.933334] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.933677] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.933770] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.934166] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.934276] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.934371] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.934610] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.934610] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.934802] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.934862] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.935432] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.935432] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.935432] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.935432] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.935432] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.935432] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.935707] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.176800] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-350 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.177072] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-350" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.177234] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-350" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.177477] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-350" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.177907] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.178091] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.178256] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.178425] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.178583] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.178838] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.178961] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1106.179084] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1106.179216] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1106.179953] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.179953] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1106.179953] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1106.198457] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1106.198642] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1106.198775] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1106.198954] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-350" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.199298] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-83095132-33bf-40fb-8894-2c5554beb6e0 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.199482] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-83095132-33bf-40fb-8894-2c5554beb6e0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.199587] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-83095132-33bf-40fb-8894-2c5554beb6e0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.199922] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-83095132-33bf-40fb-8894-2c5554beb6e0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.200087] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83095132-33bf-40fb-8894-2c5554beb6e0',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.307350] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.307547] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.307618] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.307837] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.340612] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.340864] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.340980] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.341061] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.341268] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.341348] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.341435] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 is going to be updated. [ 1106.367311] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.367524] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.367630] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.367948] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.368208] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.378020] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 in Status: IN_PROGRESS for 2s [ 1106.437392] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce161cd1-25c0-4dff-a320-e47e330247dd: rpc.has_security_group_logging(os_id): False [ 1106.462710] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.462868] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.462934] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.463184] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.463274] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.463552] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.463665] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.463730] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.463882] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.463960] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.464146] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.464238] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.464305] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.464616] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.465801] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.465801] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.465801] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.465801] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.466134] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.466167] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.466281] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce161cd1-25c0-4dff-a320-e47e330247dd is going to be updated. [ 1106.532044] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.532199] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.532262] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.532482] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.532620] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.544745] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: IN_PROGRESS for 2s [ 1106.702110] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.702309] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.702437] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.702744] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.702910] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.703105] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port 83095132-33bf-40fb-8894-2c5554beb6e0 not found, creating... [ 1106.703399] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.703567] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.703684] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.703917] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.704071] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.704401] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.704544] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.704661] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.705163] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.705366] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.705562] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: 83095132-33bf-40fb-8894-2c5554beb6e0 is going to be created. [ 1106.729936] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.730463] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.730645] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.730990] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.731291] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.731571] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-83095132-33bf-40fb-8894-2c5554beb6e0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.858400] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.858610] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-407" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.858731] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-407" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.859013] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-407" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.859280] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.859436] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.859551] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.860099] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.860099] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.860248] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.860248] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1106.860357] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1106.860460] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1106.860571] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.860676] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1106.860804] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1106.907864] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1106.908079] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.047 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1106.908196] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1106.908379] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-407" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.908699] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-fdc07658-0385-4214-b274-c94edfe86c8a taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.908874] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-fdc07658-0385-4214-b274-c94edfe86c8a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.908993] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-fdc07658-0385-4214-b274-c94edfe86c8a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.909276] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-fdc07658-0385-4214-b274-c94edfe86c8a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.909412] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdc07658-0385-4214-b274-c94edfe86c8a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.412287] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.412568] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.412730] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.413117] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.413318] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.413623] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.413787] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.413893] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.414128] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.414265] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.414650] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.414708] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.414787] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.415073] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.415225] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.415355] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: fdc07658-0385-4214-b274-c94edfe86c8a is going to be updated. [ 1107.438358] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.438762] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.438854] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.439227] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.440031] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.440031] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-fdc07658-0385-4214-b274-c94edfe86c8a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.443316] env[65476]: INFO networking_nsxv3.common.synchronization [req-611317a2-0fbc-455e-917f-ff9b124759fc req-d2595177-cb52-4c06-be3a-266dcd7ade9e service nova] Enqueued Resource ID: be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 with Priority: HIGHEST for action security_group_rules [ 1107.443549] env[65476]: INFO networking_nsxv3.common.synchronization [req-611317a2-0fbc-455e-917f-ff9b124759fc req-d2595177-cb52-4c06-be3a-266dcd7ade9e service nova] Enqueued Resource ID: be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 with Priority: HIGHEST for action security_group_members [ 1107.443742] env[65476]: INFO networking_nsxv3.common.synchronization [req-611317a2-0fbc-455e-917f-ff9b124759fc req-d2595177-cb52-4c06-be3a-266dcd7ade9e service nova] Enqueued Resource ID: 83095132-33bf-40fb-8894-2c5554beb6e0 with Priority: HIGHEST for action port [ 1107.444515] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 with Priority: HIGHEST for action security_group_rules [ 1107.444692] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 with Priority: HIGHEST for action security_group_members [ 1107.444879] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83095132-33bf-40fb-8894-2c5554beb6e0 with Priority: HIGHEST for action port [ 1107.445254] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.445384] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.445465] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.445703] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.445785] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be06d0b9-a4d5-4cf1-bb45-2ca0d66af267',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.446737] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.446834] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.447018] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-83095132-33bf-40fb-8894-2c5554beb6e0 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.447076] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83095132-33bf-40fb-8894-2c5554beb6e0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.447142] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83095132-33bf-40fb-8894-2c5554beb6e0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.447345] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83095132-33bf-40fb-8894-2c5554beb6e0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.447383] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83095132-33bf-40fb-8894-2c5554beb6e0',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.951325] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.951454] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.951638] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83095132-33bf-40fb-8894-2c5554beb6e0 with status ACTIVE [ 1107.951801] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.951905] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.951967] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.952198] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.952291] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.952483] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.952583] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.952621] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.952767] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.953037] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.953091] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.953301] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.953301] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.953378] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.953583] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.954324] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83095132-33bf-40fb-8894-2c5554beb6e0 is going to be updated. [ 1107.976818] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.976818] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.976818] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.977249] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.977249] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.977249] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83095132-33bf-40fb-8894-2c5554beb6e0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.149274] env[65476]: INFO networking_nsxv3.common.synchronization [req-5dde16de-7c61-45da-92b0-ccab8a0338fc req-7709335b-4217-4fa3-aaf7-da94682cc907 service nova] Enqueued Resource ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b with Priority: HIGHEST for action security_group_rules [ 1108.149699] env[65476]: INFO networking_nsxv3.common.synchronization [req-5dde16de-7c61-45da-92b0-ccab8a0338fc req-7709335b-4217-4fa3-aaf7-da94682cc907 service nova] Enqueued Resource ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b with Priority: HIGHEST for action security_group_members [ 1108.149699] env[65476]: INFO networking_nsxv3.common.synchronization [req-5dde16de-7c61-45da-92b0-ccab8a0338fc req-7709335b-4217-4fa3-aaf7-da94682cc907 service nova] Enqueued Resource ID: fdc07658-0385-4214-b274-c94edfe86c8a with Priority: HIGHEST for action port [ 1108.150532] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b with Priority: HIGHEST for action security_group_rules [ 1108.150646] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b with Priority: HIGHEST for action security_group_members [ 1108.150744] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc07658-0385-4214-b274-c94edfe86c8a with Priority: HIGHEST for action port [ 1108.151582] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d9def72-f272-4150-9f5b-0fde0b1d6d4b taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.151721] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.151791] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.152014] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.152100] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d9def72-f272-4150-9f5b-0fde0b1d6d4b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.153090] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.153218] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.153286] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.153465] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.153609] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.153700] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.153761] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.153899] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.153984] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.154086] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d9def72-f272-4150-9f5b-0fde0b1d6d4b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.154824] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdc07658-0385-4214-b274-c94edfe86c8a taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.155021] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdc07658-0385-4214-b274-c94edfe86c8a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.155021] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdc07658-0385-4214-b274-c94edfe86c8a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.155167] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdc07658-0385-4214-b274-c94edfe86c8a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.155240] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdc07658-0385-4214-b274-c94edfe86c8a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.389131] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 in Status: SUCCESS [ 1108.389418] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 deletion is rescheduled due to dependency. [ 1108.389479] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.389600] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.389818] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.390016] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.390139] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.390194] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.390354] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.390434] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.390527] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be06d0b9-a4d5-4cf1-bb45-2ca0d66af267',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.564331] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: SUCCESS [ 1108.564691] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.657216] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.657216] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.657216] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d9def72-f272-4150-9f5b-0fde0b1d6d4b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.659274] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fdc07658-0385-4214-b274-c94edfe86c8a with status ACTIVE [ 1108.659477] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.660320] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.660320] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.660320] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.660320] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.660320] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.660320] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.660320] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.660599] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.660599] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.660683] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.660973] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.660973] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.660973] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.661088] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.661165] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fdc07658-0385-4214-b274-c94edfe86c8a is going to be updated. [ 1108.684973] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.685187] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.685244] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.685639] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.685639] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.685802] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdc07658-0385-4214-b274-c94edfe86c8a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.894075] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be06d0b9-a4d5-4cf1-bb45-2ca0d66af267',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.160127] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d9def72-f272-4150-9f5b-0fde0b1d6d4b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.397647] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be06d0b9-a4d5-4cf1-bb45-2ca0d66af267',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.662424] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.663075] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.663288] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.663609] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.664243] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.664243] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b is going to be updated. [ 1109.698070] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.698234] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.698303] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.698531] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.698755] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.710600] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b in Status: IN_PROGRESS for 2s [ 1109.899768] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.899956] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.900015] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.900236] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.900326] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.900989] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 is going to be updated. [ 1109.928863] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.928997] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.929075] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.929279] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.929421] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.938707] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 in Status: IN_PROGRESS for 2s [ 1111.659554] env[65476]: INFO networking_nsxv3.common.synchronization [req-7def8dd4-105a-4ee3-8bd0-bc58f6f5f359 req-df72986b-71d0-43ff-a4f4-676d6c669555 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Enqueued Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_members [ 1111.660520] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_members [ 1111.660833] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.661048] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.661219] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.661462] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.661701] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.661823] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.661917] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.662174] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.662321] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.662505] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.724770] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b in Status: SUCCESS [ 1111.725053] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.725239] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.725473] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.725676] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.725823] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.725901] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.726082] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.726177] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.726255] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.726395] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d9def72-f272-4150-9f5b-0fde0b1d6d4b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.952959] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 in Status: SUCCESS [ 1111.952959] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.952959] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.952959] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.952959] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.952959] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.952959] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.952959] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.953331] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.953331] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.953331] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be06d0b9-a4d5-4cf1-bb45-2ca0d66af267',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.165207] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.228532] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.228744] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.228822] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.229044] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.229233] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.229338] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.229401] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.229524] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.229614] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.229700] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.229841] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.229931] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.229988] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.230213] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.230289] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.230352] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.230399] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.230533] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.230604] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.230681] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.230768] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d9def72-f272-4150-9f5b-0fde0b1d6d4b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.456181] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.456181] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.456181] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.456561] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.456945] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.456945] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.457094] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.457258] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.457378] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.457464] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.457618] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.457746] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.457852] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.457907] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.458061] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.458162] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.458226] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.458364] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.458437] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.458531] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.458664] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be06d0b9-a4d5-4cf1-bb45-2ca0d66af267',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.630326] env[65476]: INFO networking_nsxv3.common.synchronization [req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 req-6d01bc9b-e09b-477d-b60b-de1db4104fb1 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Enqueued Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_members [ 1112.630593] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_members [ 1112.630867] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.630995] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.631078] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.631292] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.631450] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.631543] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.631606] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.631758] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.631844] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.631951] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.668142] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.732486] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d9def72-f272-4150-9f5b-0fde0b1d6d4b: rpc.has_security_group_logging(os_id): False [ 1112.750806] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.750972] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.751055] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.751272] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.751364] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.751729] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.751848] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.751942] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.752162] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.752290] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.752553] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.752712] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.752798] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.752982] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.753112] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.753297] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.753419] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.753494] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.753705] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.753794] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.753883] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b is going to be updated. [ 1112.825086] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.825086] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.825086] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.825086] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.825086] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.839962] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b in Status: IN_PROGRESS for 2s [ 1112.963235] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be06d0b9-a4d5-4cf1-bb45-2ca0d66af267: rpc.has_security_group_logging(os_id): False [ 1112.964332] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-928 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.965032] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-928" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.965032] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-928" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.965162] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-928" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.965481] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.965701] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.965853] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.966169] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.966386] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.966658] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.966801] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1112.967163] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1112.967163] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1112.967163] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.967261] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1112.967482] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1112.989823] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1112.989823] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1112.989823] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1112.989823] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-928" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.989823] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-494cd65b-4a85-495b-a565-4ff5061f6a6e taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.989823] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-494cd65b-4a85-495b-a565-4ff5061f6a6e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.989823] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-494cd65b-4a85-495b-a565-4ff5061f6a6e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.989823] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-494cd65b-4a85-495b-a565-4ff5061f6a6e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.989823] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('494cd65b-4a85-495b-a565-4ff5061f6a6e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.996952] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.996952] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.996952] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.996952] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.997378] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.997378] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.997564] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.997564] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.997655] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.998062] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.998343] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.998806] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.998806] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.998806] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.998806] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.999435] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.999435] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.999435] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.999435] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.999435] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.999435] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 is going to be updated. [ 1113.065909] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.066195] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.066195] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.066700] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.066700] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.082049] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 in Status: IN_PROGRESS for 2s [ 1113.135086] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.135309] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.135404] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.135685] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.135811] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.136103] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.136215] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.136280] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.136461] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.136620] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.136620] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 is going to be updated. [ 1113.170561] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.170794] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.170794] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.171063] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.171158] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.171259] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce161cd1-25c0-4dff-a320-e47e330247dd is going to be updated. [ 1113.182551] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.182765] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.182765] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.182993] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.183152] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.194439] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 in Status: IN_PROGRESS for 2s [ 1113.204424] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.204521] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.204561] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.204812] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.204935] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.216161] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: IN_PROGRESS for 2s [ 1113.492767] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.493087] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.493087] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.493350] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.493498] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.493649] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port 494cd65b-4a85-495b-a565-4ff5061f6a6e not found, creating... [ 1113.493905] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.494078] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.494213] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.494467] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.494608] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.494897] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.495119] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.495248] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.495460] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.495591] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.495727] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: 494cd65b-4a85-495b-a565-4ff5061f6a6e is going to be created. [ 1113.519187] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.519396] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.519533] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.519817] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.520057] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.520283] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-494cd65b-4a85-495b-a565-4ff5061f6a6e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.609421] env[65476]: INFO networking_nsxv3.common.synchronization [req-2401c430-01b9-44b8-9b36-1e050f2db427 req-a7043bac-f909-48fe-a6ad-4ccf12b3835e tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Enqueued Resource ID: d02750e0-5911-4223-885b-5238bc056af0 with Priority: HIGHEST for action security_group_members [ 1113.609984] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d02750e0-5911-4223-885b-5238bc056af0 with Priority: HIGHEST for action security_group_members [ 1113.610613] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d02750e0-5911-4223-885b-5238bc056af0 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.610744] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.610811] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.611036] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.611197] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.611293] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.611356] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.611503] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.611588] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.611681] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d02750e0-5911-4223-885b-5238bc056af0',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.114240] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.115600] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.115765] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.116092] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.116293] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.116583] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.116797] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.116931] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.117171] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.117326] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.117486] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d02750e0-5911-4223-885b-5238bc056af0 is going to be updated. [ 1114.148808] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.149322] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.149322] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.149482] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.149650] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.159736] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d02750e0-5911-4223-885b-5238bc056af0 in Status: IN_PROGRESS for 2s [ 1114.293259] env[65476]: INFO networking_nsxv3.common.synchronization [req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 req-33a77f2a-8955-4a6c-91f1-bd4b9a85bc37 service nova] Enqueued Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_rules [ 1114.293546] env[65476]: INFO networking_nsxv3.common.synchronization [req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 req-33a77f2a-8955-4a6c-91f1-bd4b9a85bc37 service nova] Enqueued Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_members [ 1114.293794] env[65476]: INFO networking_nsxv3.common.synchronization [req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 req-33a77f2a-8955-4a6c-91f1-bd4b9a85bc37 service nova] Enqueued Resource ID: 494cd65b-4a85-495b-a565-4ff5061f6a6e with Priority: HIGHEST for action port [ 1114.294711] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_rules [ 1114.294860] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_members [ 1114.295038] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 494cd65b-4a85-495b-a565-4ff5061f6a6e with Priority: HIGHEST for action port [ 1114.295415] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.295571] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.295696] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.295927] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.296102] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.297430] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.297583] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.297911] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-494cd65b-4a85-495b-a565-4ff5061f6a6e taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.298071] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-494cd65b-4a85-495b-a565-4ff5061f6a6e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.298175] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-494cd65b-4a85-495b-a565-4ff5061f6a6e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.298467] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-494cd65b-4a85-495b-a565-4ff5061f6a6e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.298602] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('494cd65b-4a85-495b-a565-4ff5061f6a6e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.801580] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.801749] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.801960] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 494cd65b-4a85-495b-a565-4ff5061f6a6e with status ACTIVE [ 1114.802142] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.802260] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.802318] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.802514] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.802600] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.802774] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.802905] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.803026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.803113] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.803186] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.803372] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.803517] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.803517] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.803646] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.803716] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.803797] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 494cd65b-4a85-495b-a565-4ff5061f6a6e is going to be updated. [ 1114.826811] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.826992] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.826992] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.827200] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.827391] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.827602] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-494cd65b-4a85-495b-a565-4ff5061f6a6e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.857434] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b in Status: SUCCESS [ 1114.857833] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.094743] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 in Status: SUCCESS [ 1115.095445] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.205225] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 in Status: SUCCESS [ 1115.205567] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 deletion is rescheduled due to dependency. [ 1115.205567] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.205666] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.205897] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.206121] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.206251] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.206319] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.206572] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.206651] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.206741] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.224272] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: IN_PROGRESS for 4s [ 1115.708502] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.170458] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d02750e0-5911-4223-885b-5238bc056af0 in Status: SUCCESS [ 1116.170458] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d02750e0-5911-4223-885b-5238bc056af0 deletion is rescheduled due to dependency. [ 1116.170458] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.211182] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.301707] env[65476]: INFO networking_nsxv3.common.synchronization [req-6d2182a6-0539-4153-8d5c-70ca86e857cd req-758f792c-ac34-4afe-9764-a5c853a95db0 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Enqueued Resource ID: be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 with Priority: HIGHEST for action security_group_members [ 1116.301707] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 with Priority: HIGHEST for action security_group_members [ 1116.302225] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.302294] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.302352] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.302562] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.302751] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.302800] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.302996] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.302996] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.303087] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.303200] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be06d0b9-a4d5-4cf1-bb45-2ca0d66af267',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.359778] env[65476]: INFO networking_nsxv3.common.synchronization [req-6d2182a6-0539-4153-8d5c-70ca86e857cd req-758f792c-ac34-4afe-9764-a5c853a95db0 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Enqueued Resource ID: 83095132-33bf-40fb-8894-2c5554beb6e0 with Priority: HIGHEST for action port [ 1116.360754] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83095132-33bf-40fb-8894-2c5554beb6e0 with Priority: HIGHEST for action port [ 1116.361277] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-83095132-33bf-40fb-8894-2c5554beb6e0 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.361420] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83095132-33bf-40fb-8894-2c5554beb6e0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.361552] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83095132-33bf-40fb-8894-2c5554beb6e0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.361869] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83095132-33bf-40fb-8894-2c5554beb6e0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.361989] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83095132-33bf-40fb-8894-2c5554beb6e0',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.715798] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.715967] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.716059] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.716337] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.716426] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.716532] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 is going to be updated. [ 1116.746110] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.746266] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.747122] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.747122] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.747122] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.756280] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 in Status: IN_PROGRESS for 2s [ 1116.805875] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.806082] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.806082] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.806359] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.806451] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.806656] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.806756] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.806810] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.806958] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.807057] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.807142] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 is going to be updated. [ 1116.855079] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.855332] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.855332] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.855541] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.855686] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.864860] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83095132-33bf-40fb-8894-2c5554beb6e0 with status ACTIVE [ 1116.864958] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.865162] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.865162] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.865352] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.865423] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.865738] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.865738] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.865917] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.865917] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.866030] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.866223] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.866314] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.866459] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.866552] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.866625] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.866711] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83095132-33bf-40fb-8894-2c5554beb6e0 is going to be updated. [ 1116.868953] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 in Status: IN_PROGRESS for 2s [ 1116.897310] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.897549] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.897549] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.897796] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.897946] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.898138] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83095132-33bf-40fb-8894-2c5554beb6e0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.236578] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: SUCCESS [ 1117.236981] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.767286] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 in Status: SUCCESS [ 1118.767542] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.767733] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.767940] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.768242] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.768404] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.768404] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.768463] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.768527] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.768612] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.768793] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.879317] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 in Status: SUCCESS [ 1118.879490] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 deletion is rescheduled due to dependency. [ 1118.879604] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.270888] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.271159] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.271395] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.271502] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.271628] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.271727] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.271798] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.271940] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.272027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.272112] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.272286] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.272346] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.272407] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.272542] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.272674] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.272762] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.272819] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.272951] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.273070] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.273157] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.273254] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.776088] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7cdf36e-45a4-40c8-8ace-e9a7eddf5415: rpc.has_security_group_logging(os_id): False [ 1119.798027] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.798027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.798181] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.798716] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.798864] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.799540] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.799540] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.799540] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.800283] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.800283] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.800283] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.800283] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.800487] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.800592] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.800592] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.800807] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.800981] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.800981] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.801209] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.801209] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.801329] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 is going to be updated. [ 1119.866239] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.866239] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.866239] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.866239] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.868412] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.886101] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 in Status: IN_PROGRESS for 2s [ 1121.362052] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1121.362341] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1121.394357] env[65476]: INFO networking_nsxv3.common.synchronization [req-bcb4e019-adb7-43ae-b75b-2e59ea80064e req-e96744e7-6b57-4ada-824f-ffe501a582c0 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Enqueued Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_members [ 1121.395204] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_members [ 1121.395392] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.395518] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.395599] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.396132] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.396132] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.396249] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.396249] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.396543] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.396543] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.396771] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.715798] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.715996] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-592" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.716150] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-592" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.716418] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-592" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.716696] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.716860] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.716974] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.717209] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.717408] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.717820] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.717820] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1121.717920] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1121.717958] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1121.718049] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.718153] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1121.718285] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1121.738949] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1121.739185] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1121.739322] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1121.739523] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-592" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.739840] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-06fc0c10-72f8-4fd1-b108-0b6613940334 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.740154] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-06fc0c10-72f8-4fd1-b108-0b6613940334" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.740278] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-06fc0c10-72f8-4fd1-b108-0b6613940334" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.740599] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-06fc0c10-72f8-4fd1-b108-0b6613940334" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.741041] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06fc0c10-72f8-4fd1-b108-0b6613940334',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.898845] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.903527] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 in Status: SUCCESS [ 1121.903827] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.243506] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.243776] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.243903] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.244224] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.244373] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.244533] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port 06fc0c10-72f8-4fd1-b108-0b6613940334 not found, creating... [ 1122.244802] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.244959] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.245119] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.245341] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.245478] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.245760] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.245915] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.246158] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.246633] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.246798] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.246953] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: 06fc0c10-72f8-4fd1-b108-0b6613940334 is going to be created. [ 1122.267788] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.268070] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.268193] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.268483] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.268718] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.268946] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-06fc0c10-72f8-4fd1-b108-0b6613940334" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.402550] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.905921] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.906077] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.906077] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.906508] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.906624] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.906739] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce161cd1-25c0-4dff-a320-e47e330247dd is going to be updated. [ 1122.956585] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.956780] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.956828] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.957060] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.957241] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.971683] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: IN_PROGRESS for 2s [ 1123.044561] env[65476]: INFO networking_nsxv3.common.synchronization [req-bcb4e019-adb7-43ae-b75b-2e59ea80064e req-eb446e78-ce42-45f1-8e4b-d6383d5b72ff service nova] Enqueued Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_rules [ 1123.044749] env[65476]: INFO networking_nsxv3.common.synchronization [req-bcb4e019-adb7-43ae-b75b-2e59ea80064e req-eb446e78-ce42-45f1-8e4b-d6383d5b72ff service nova] Enqueued Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_members [ 1123.044903] env[65476]: INFO networking_nsxv3.common.synchronization [req-bcb4e019-adb7-43ae-b75b-2e59ea80064e req-eb446e78-ce42-45f1-8e4b-d6383d5b72ff service nova] Enqueued Resource ID: 06fc0c10-72f8-4fd1-b108-0b6613940334 with Priority: HIGHEST for action port [ 1123.045607] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_rules [ 1123.045818] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_members [ 1123.046033] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06fc0c10-72f8-4fd1-b108-0b6613940334 with Priority: HIGHEST for action port [ 1123.046465] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.046597] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.046688] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.046914] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.047062] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.048588] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.048773] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.049356] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-06fc0c10-72f8-4fd1-b108-0b6613940334 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.049356] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06fc0c10-72f8-4fd1-b108-0b6613940334" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.049356] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06fc0c10-72f8-4fd1-b108-0b6613940334" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.049581] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06fc0c10-72f8-4fd1-b108-0b6613940334" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.049705] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06fc0c10-72f8-4fd1-b108-0b6613940334',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.549381] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.549967] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.551989] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06fc0c10-72f8-4fd1-b108-0b6613940334 with status ACTIVE [ 1123.552299] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.552451] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.552591] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.552884] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.552960] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.553209] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.553288] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.553377] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.553541] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.553622] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.553826] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.553949] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.554044] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.554287] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.554409] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.554501] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06fc0c10-72f8-4fd1-b108-0b6613940334 is going to be updated. [ 1123.582270] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.582498] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.582498] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.582742] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.582910] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.583059] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06fc0c10-72f8-4fd1-b108-0b6613940334" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.511207] env[65476]: INFO networking_nsxv3.common.synchronization [req-b4d08ace-4b44-4a7d-8891-0077718b03d4 req-4e2f5365-d29f-40b5-9bd9-1a04d96fe9f4 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Enqueued Resource ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d with Priority: HIGHEST for action security_group_members [ 1124.511207] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d with Priority: HIGHEST for action security_group_members [ 1124.511207] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc4d518-6a73-42a6-9e75-85d662d21f4d taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.511539] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.511785] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.512105] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.512884] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.512884] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.512884] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.513204] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.513399] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.513693] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dc4d518-6a73-42a6-9e75-85d662d21f4d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.985243] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: SUCCESS [ 1124.985642] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.986014] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.986314] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.986585] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.986877] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.986946] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.987179] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.987321] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.987477] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.015581] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7dc4d518-6a73-42a6-9e75-85d662d21f4d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.491120] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.518032] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7dc4d518-6a73-42a6-9e75-85d662d21f4d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.992933] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.021240] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.021395] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.021499] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.021734] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.021823] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.021922] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d is going to be updated. [ 1126.050442] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.050595] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.050656] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.050879] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.051031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.061025] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d in Status: IN_PROGRESS for 2s [ 1126.496797] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.496969] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.497042] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.497477] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.497477] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.497477] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce161cd1-25c0-4dff-a320-e47e330247dd is going to be updated. [ 1126.531583] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.531744] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.531839] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.532045] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.532198] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.541385] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: IN_PROGRESS for 2s [ 1127.736036] env[65476]: INFO networking_nsxv3.common.synchronization [None req-3f815920-b78f-4be5-babe-f5f24fed6cf0 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Enqueued Resource ID: d528647b-e259-4cd2-a23b-7b72d7ac58da with Priority: HIGHEST for action security_group_rules [ 1127.736691] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d528647b-e259-4cd2-a23b-7b72d7ac58da with Priority: HIGHEST for action security_group_rules [ 1127.737081] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d528647b-e259-4cd2-a23b-7b72d7ac58da taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.737171] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d528647b-e259-4cd2-a23b-7b72d7ac58da" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.737171] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d528647b-e259-4cd2-a23b-7b72d7ac58da" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.737463] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d528647b-e259-4cd2-a23b-7b72d7ac58da" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.737534] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d528647b-e259-4cd2-a23b-7b72d7ac58da',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.826848] env[65476]: INFO networking_nsxv3.common.synchronization [None req-369b71eb-373f-48a3-98bb-9ca09e19903d tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Enqueued Resource ID: d528647b-e259-4cd2-a23b-7b72d7ac58da with Priority: HIGHEST for action security_group_rules [ 1127.827464] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d528647b-e259-4cd2-a23b-7b72d7ac58da with Priority: HIGHEST for action security_group_rules [ 1127.827757] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d528647b-e259-4cd2-a23b-7b72d7ac58da taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.827858] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d528647b-e259-4cd2-a23b-7b72d7ac58da" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.072668] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d in Status: SUCCESS [ 1128.073102] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.258070] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.258334] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.258334] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.258639] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.258785] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.258859] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d528647b-e259-4cd2-a23b-7b72d7ac58da already deleted. [ 1128.258966] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d528647b-e259-4cd2-a23b-7b72d7ac58da" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.259790] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d528647b-e259-4cd2-a23b-7b72d7ac58da" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.259790] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d528647b-e259-4cd2-a23b-7b72d7ac58da" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.259790] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d528647b-e259-4cd2-a23b-7b72d7ac58da',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.551583] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: SUCCESS [ 1128.551787] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.551948] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.552195] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.552388] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.552510] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.552662] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.552710] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.552796] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.552878] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.552965] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.782182] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.782182] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.783066] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.783066] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.783066] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.783066] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d528647b-e259-4cd2-a23b-7b72d7ac58da already deleted. [ 1128.783066] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d528647b-e259-4cd2-a23b-7b72d7ac58da" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.055251] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.055483] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.055554] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.055811] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.056086] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.056205] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.056262] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.056467] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.056578] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.056726] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.056901] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.057057] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.057149] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.057357] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.057556] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.057706] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.057864] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.057969] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.058138] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.058198] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.058326] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.561476] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce161cd1-25c0-4dff-a320-e47e330247dd: rpc.has_security_group_logging(os_id): False [ 1129.584822] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.585114] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.585114] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.585337] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.585451] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.585699] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.585836] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.585904] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.586212] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.586331] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.586476] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.586567] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.586664] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.586921] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.586921] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.587033] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.587189] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.587317] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.587517] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.587594] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.587631] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce161cd1-25c0-4dff-a320-e47e330247dd is going to be updated. [ 1129.655763] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.655984] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.655984] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.656192] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.656377] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.670821] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: IN_PROGRESS for 2s [ 1130.881529] env[65476]: INFO networking_nsxv3.common.synchronization [None req-80cc8d5d-bb26-4018-be8b-1272ee93454a tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Enqueued Resource ID: f70b1df1-7186-49ee-a94b-1fe9622266a2 with Priority: HIGHEST for action security_group_rules [ 1130.882093] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f70b1df1-7186-49ee-a94b-1fe9622266a2 with Priority: HIGHEST for action security_group_rules [ 1130.882402] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f70b1df1-7186-49ee-a94b-1fe9622266a2 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.882561] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f70b1df1-7186-49ee-a94b-1fe9622266a2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.882596] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f70b1df1-7186-49ee-a94b-1fe9622266a2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.882841] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f70b1df1-7186-49ee-a94b-1fe9622266a2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.882920] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f70b1df1-7186-49ee-a94b-1fe9622266a2',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.062208] env[65476]: INFO networking_nsxv3.common.synchronization [None req-0c8cc6e6-6976-4fdb-a086-7fee2c610fc3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Enqueued Resource ID: f70b1df1-7186-49ee-a94b-1fe9622266a2 with Priority: HIGHEST for action security_group_rules [ 1131.063650] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f70b1df1-7186-49ee-a94b-1fe9622266a2 with Priority: HIGHEST for action security_group_rules [ 1131.063650] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f70b1df1-7186-49ee-a94b-1fe9622266a2 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.063930] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f70b1df1-7186-49ee-a94b-1fe9622266a2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.407815] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.407998] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.408049] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.408280] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.408376] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.408475] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f70b1df1-7186-49ee-a94b-1fe9622266a2 already deleted. [ 1131.408584] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f70b1df1-7186-49ee-a94b-1fe9622266a2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.408711] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f70b1df1-7186-49ee-a94b-1fe9622266a2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.408999] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f70b1df1-7186-49ee-a94b-1fe9622266a2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.408999] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f70b1df1-7186-49ee-a94b-1fe9622266a2',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.687084] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: SUCCESS [ 1131.687363] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.931041] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.931481] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.931481] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.931544] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.932572] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.932572] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f70b1df1-7186-49ee-a94b-1fe9622266a2 already deleted. [ 1131.932572] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f70b1df1-7186-49ee-a94b-1fe9622266a2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.989907] env[65476]: INFO networking_nsxv3.common.synchronization [req-bb3d7b51-26c2-43bf-8a74-e676f7d03190 req-a52a9997-5d8f-4963-9d0a-2881a1668d60 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Enqueued Resource ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d with Priority: HIGHEST for action security_group_members [ 1131.989907] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d with Priority: HIGHEST for action security_group_members [ 1131.989907] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dc4d518-6a73-42a6-9e75-85d662d21f4d taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.989907] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.989907] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.989907] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.991043] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.991043] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.991043] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.991043] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.991043] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.991043] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dc4d518-6a73-42a6-9e75-85d662d21f4d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.496209] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.496450] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.496495] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.496744] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.496872] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.497071] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.497201] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.497275] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.497439] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.497578] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.497721] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d is going to be updated. [ 1132.526226] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.526454] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.526454] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.526635] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.526784] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.536572] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d in Status: IN_PROGRESS for 2s [ 1134.548653] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d in Status: SUCCESS [ 1134.548959] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d deletion is rescheduled due to dependency. [ 1134.548959] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.307229] env[65476]: INFO networking_nsxv3.common.synchronization [req-726bffb3-7e0b-4745-a932-958586f1a81e req-db3d7fc1-3d7a-46a2-a5d6-d89dad466202 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Enqueued Resource ID: d528647b-e259-4cd2-a23b-7b72d7ac58da with Priority: HIGHEST for action security_group_members [ 1136.307881] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d528647b-e259-4cd2-a23b-7b72d7ac58da with Priority: HIGHEST for action security_group_members [ 1136.308207] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d528647b-e259-4cd2-a23b-7b72d7ac58da taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.308332] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d528647b-e259-4cd2-a23b-7b72d7ac58da" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.308408] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d528647b-e259-4cd2-a23b-7b72d7ac58da" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.308650] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d528647b-e259-4cd2-a23b-7b72d7ac58da" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.308805] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.308905] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.308966] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.309154] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.309241] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.309336] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d528647b-e259-4cd2-a23b-7b72d7ac58da',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.572772] env[65476]: INFO networking_nsxv3.common.synchronization [req-b89d1e61-c826-4edc-a67c-087dca0cb696 req-3c4bf5c2-10e0-4d6c-830d-e2f5659f7d84 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Enqueued Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_members [ 1136.573350] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_members [ 1136.573669] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.573786] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.573917] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.574116] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.574454] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.574454] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.574454] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.574671] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.574671] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.574671] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.666250] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-972 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.666467] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-972" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.666586] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-972" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.666869] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-972" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.667136] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.667722] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.667866] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.668064] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.668211] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.668424] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1136.668539] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1136.668645] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1136.668751] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1136.668858] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1136.668962] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1136.669106] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1136.690066] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1136.690295] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1136.690463] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1136.690656] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-972" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.690979] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-a217af4c-db4c-46c7-b557-297da44890ad taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.691173] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-a217af4c-db4c-46c7-b557-297da44890ad" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.691291] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-a217af4c-db4c-46c7-b557-297da44890ad" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.691626] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-a217af4c-db4c-46c7-b557-297da44890ad" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.691758] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a217af4c-db4c-46c7-b557-297da44890ad',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.814541] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.814717] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.814811] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.815018] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.815129] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.815365] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.815465] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.815512] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.815672] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.815740] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.815822] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d528647b-e259-4cd2-a23b-7b72d7ac58da already deleted. [ 1136.815900] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d528647b-e259-4cd2-a23b-7b72d7ac58da" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.076706] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.194662] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.194872] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.194872] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.195381] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.195381] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.196100] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port a217af4c-db4c-46c7-b557-297da44890ad not found, creating... [ 1137.196100] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.196100] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.196696] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.196696] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.196696] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.197012] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.197215] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.197358] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.197616] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.197785] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.197935] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: a217af4c-db4c-46c7-b557-297da44890ad is going to be created. [ 1137.220017] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.220361] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.220522] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.220862] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.221169] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.221466] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-a217af4c-db4c-46c7-b557-297da44890ad" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.580143] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.927975] env[65476]: INFO networking_nsxv3.common.synchronization [None req-adb95d06-1672-4a1e-8993-9b9533537274 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Enqueued Resource ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b with Priority: HIGHEST for action security_group_members [ 1137.928571] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b with Priority: HIGHEST for action security_group_members [ 1137.928886] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.929070] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.929142] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.929370] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.929534] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.929635] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.929693] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.930061] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.930061] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.930061] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d9def72-f272-4150-9f5b-0fde0b1d6d4b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.937604] env[65476]: INFO networking_nsxv3.common.synchronization [req-726bffb3-7e0b-4745-a932-958586f1a81e req-5b308f76-10fd-4401-876d-14c2ff30c0f2 service nova] Enqueued Resource ID: d528647b-e259-4cd2-a23b-7b72d7ac58da with Priority: HIGHEST for action security_group_rules [ 1137.937787] env[65476]: INFO networking_nsxv3.common.synchronization [req-726bffb3-7e0b-4745-a932-958586f1a81e req-5b308f76-10fd-4401-876d-14c2ff30c0f2 service nova] Enqueued Resource ID: d528647b-e259-4cd2-a23b-7b72d7ac58da with Priority: HIGHEST for action security_group_members [ 1137.937924] env[65476]: INFO networking_nsxv3.common.synchronization [req-726bffb3-7e0b-4745-a932-958586f1a81e req-5b308f76-10fd-4401-876d-14c2ff30c0f2 service nova] Enqueued Resource ID: a217af4c-db4c-46c7-b557-297da44890ad with Priority: HIGHEST for action port [ 1137.938794] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d528647b-e259-4cd2-a23b-7b72d7ac58da with Priority: HIGHEST for action security_group_rules [ 1137.938794] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d528647b-e259-4cd2-a23b-7b72d7ac58da with Priority: HIGHEST for action security_group_members [ 1137.938794] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a217af4c-db4c-46c7-b557-297da44890ad with Priority: HIGHEST for action port [ 1137.939051] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d528647b-e259-4cd2-a23b-7b72d7ac58da taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.939202] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d528647b-e259-4cd2-a23b-7b72d7ac58da" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.939202] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d528647b-e259-4cd2-a23b-7b72d7ac58da" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.939413] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d528647b-e259-4cd2-a23b-7b72d7ac58da" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.939494] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d528647b-e259-4cd2-a23b-7b72d7ac58da',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.940365] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d528647b-e259-4cd2-a23b-7b72d7ac58da taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.940483] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d528647b-e259-4cd2-a23b-7b72d7ac58da" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.940550] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d528647b-e259-4cd2-a23b-7b72d7ac58da" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.940724] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d528647b-e259-4cd2-a23b-7b72d7ac58da" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.941096] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.941096] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.941096] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.941270] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.941270] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.941322] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d528647b-e259-4cd2-a23b-7b72d7ac58da',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.945194] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-a217af4c-db4c-46c7-b557-297da44890ad taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.945194] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a217af4c-db4c-46c7-b557-297da44890ad" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.945194] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a217af4c-db4c-46c7-b557-297da44890ad" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.945194] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a217af4c-db4c-46c7-b557-297da44890ad" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.945194] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a217af4c-db4c-46c7-b557-297da44890ad',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.081660] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.082497] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.082497] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.082497] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.082664] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.082664] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce161cd1-25c0-4dff-a320-e47e330247dd is going to be updated. [ 1138.116157] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.116396] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.116396] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.116581] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.116722] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.126418] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: IN_PROGRESS for 2s [ 1138.432179] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.432314] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.432314] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.432599] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.432721] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.433027] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.433147] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.433321] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.433569] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.433657] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.433759] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b is going to be updated. [ 1138.447130] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d528647b-e259-4cd2-a23b-7b72d7ac58da taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.447281] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d528647b-e259-4cd2-a23b-7b72d7ac58da" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.447463] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d528647b-e259-4cd2-a23b-7b72d7ac58da',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.448736] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a217af4c-db4c-46c7-b557-297da44890ad with status ACTIVE [ 1138.448904] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.449051] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.449180] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.449349] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.449349] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.449506] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.449594] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.449720] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.450255] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.450255] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.450683] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.450794] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.450841] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.450994] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.451083] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.451169] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a217af4c-db4c-46c7-b557-297da44890ad is going to be updated. [ 1138.476748] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.476896] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.476943] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.477145] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.477286] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.479155] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.479276] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.479343] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.479516] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.479642] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.479813] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a217af4c-db4c-46c7-b557-297da44890ad" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.487930] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b in Status: IN_PROGRESS for 2s [ 1138.954723] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d528647b-e259-4cd2-a23b-7b72d7ac58da',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.458870] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.460013] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.460013] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.460013] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.460013] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.460013] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d528647b-e259-4cd2-a23b-7b72d7ac58da is going to be created. [ 1139.489921] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.489921] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.489921] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.489921] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.489921] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.500567] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d528647b-e259-4cd2-a23b-7b72d7ac58da in Status: UNINITIALIZED for 2s [ 1140.140034] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: SUCCESS [ 1140.140034] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.481520] env[65476]: INFO networking_nsxv3.common.synchronization [req-dfcb8506-fa50-427d-a278-66e0a3d6663f req-11cb15dd-b95f-4311-8e63-abe47538de2b tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Enqueued Resource ID: f70b1df1-7186-49ee-a94b-1fe9622266a2 with Priority: HIGHEST for action security_group_members [ 1140.482052] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f70b1df1-7186-49ee-a94b-1fe9622266a2 with Priority: HIGHEST for action security_group_members [ 1140.482368] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f70b1df1-7186-49ee-a94b-1fe9622266a2 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.482949] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f70b1df1-7186-49ee-a94b-1fe9622266a2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.483034] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f70b1df1-7186-49ee-a94b-1fe9622266a2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.483322] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f70b1df1-7186-49ee-a94b-1fe9622266a2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.483490] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.483593] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.483660] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.483815] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.483899] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.483992] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f70b1df1-7186-49ee-a94b-1fe9622266a2',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.502344] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b in Status: SUCCESS [ 1140.502598] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b deletion is rescheduled due to dependency. [ 1140.502745] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.797343] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.797343] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-32" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.797520] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-32" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.798025] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-32" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.798025] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.798173] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.798269] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.798456] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.798615] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.798867] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1140.799045] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1140.799975] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1140.799975] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1140.799975] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1140.799975] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1140.799975] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1140.819504] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1140.819676] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1140.819813] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1140.820017] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-32" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.820401] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-ded7ed69-9b8c-4730-a096-33c4ca168ba2 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.820662] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-ded7ed69-9b8c-4730-a096-33c4ca168ba2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.820756] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-ded7ed69-9b8c-4730-a096-33c4ca168ba2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.821078] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-ded7ed69-9b8c-4730-a096-33c4ca168ba2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.822608] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ded7ed69-9b8c-4730-a096-33c4ca168ba2',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.986542] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.986716] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.986793] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.987023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.987311] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.987460] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.987917] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.987917] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.987917] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.988065] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.988132] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f70b1df1-7186-49ee-a94b-1fe9622266a2 already deleted. [ 1140.988238] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f70b1df1-7186-49ee-a94b-1fe9622266a2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.325280] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.325707] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.325707] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.325984] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.326153] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.326345] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port ded7ed69-9b8c-4730-a096-33c4ca168ba2 not found, creating... [ 1141.326641] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.326822] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.326962] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.327275] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.327443] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.327910] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.328100] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.328220] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.328884] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.328884] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.328884] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: ded7ed69-9b8c-4730-a096-33c4ca168ba2 is going to be created. [ 1141.357599] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.357847] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.357993] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.358297] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.358562] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.358827] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-ded7ed69-9b8c-4730-a096-33c4ca168ba2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.517493] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d528647b-e259-4cd2-a23b-7b72d7ac58da in Status: SUCCESS [ 1141.517885] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d528647b-e259-4cd2-a23b-7b72d7ac58da" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.518116] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d528647b-e259-4cd2-a23b-7b72d7ac58da" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.518396] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d528647b-e259-4cd2-a23b-7b72d7ac58da" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.518654] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.518772] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.518836] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.519109] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.519210] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.519330] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d528647b-e259-4cd2-a23b-7b72d7ac58da" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.519438] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d528647b-e259-4cd2-a23b-7b72d7ac58da',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.021487] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d528647b-e259-4cd2-a23b-7b72d7ac58da',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.086027] env[65476]: INFO networking_nsxv3.common.synchronization [req-dfcb8506-fa50-427d-a278-66e0a3d6663f req-5369a872-46b6-42ce-853e-094e1bc4e712 service nova] Enqueued Resource ID: f70b1df1-7186-49ee-a94b-1fe9622266a2 with Priority: HIGHEST for action security_group_rules [ 1142.086027] env[65476]: INFO networking_nsxv3.common.synchronization [req-dfcb8506-fa50-427d-a278-66e0a3d6663f req-5369a872-46b6-42ce-853e-094e1bc4e712 service nova] Enqueued Resource ID: f70b1df1-7186-49ee-a94b-1fe9622266a2 with Priority: HIGHEST for action security_group_members [ 1142.086027] env[65476]: INFO networking_nsxv3.common.synchronization [req-dfcb8506-fa50-427d-a278-66e0a3d6663f req-5369a872-46b6-42ce-853e-094e1bc4e712 service nova] Enqueued Resource ID: ded7ed69-9b8c-4730-a096-33c4ca168ba2 with Priority: HIGHEST for action port [ 1142.086027] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f70b1df1-7186-49ee-a94b-1fe9622266a2 with Priority: HIGHEST for action security_group_rules [ 1142.086027] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f70b1df1-7186-49ee-a94b-1fe9622266a2 with Priority: HIGHEST for action security_group_members [ 1142.086733] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ded7ed69-9b8c-4730-a096-33c4ca168ba2 with Priority: HIGHEST for action port [ 1142.087279] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f70b1df1-7186-49ee-a94b-1fe9622266a2 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.087531] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f70b1df1-7186-49ee-a94b-1fe9622266a2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.087703] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f70b1df1-7186-49ee-a94b-1fe9622266a2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.088031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f70b1df1-7186-49ee-a94b-1fe9622266a2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.088220] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f70b1df1-7186-49ee-a94b-1fe9622266a2',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.089403] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f70b1df1-7186-49ee-a94b-1fe9622266a2 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.089684] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f70b1df1-7186-49ee-a94b-1fe9622266a2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.091026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f70b1df1-7186-49ee-a94b-1fe9622266a2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.091026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f70b1df1-7186-49ee-a94b-1fe9622266a2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.091026] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.091026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.091026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.091026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.091358] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.091555] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f70b1df1-7186-49ee-a94b-1fe9622266a2',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.095764] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-ded7ed69-9b8c-4730-a096-33c4ca168ba2 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.095764] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ded7ed69-9b8c-4730-a096-33c4ca168ba2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.095764] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ded7ed69-9b8c-4730-a096-33c4ca168ba2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.095764] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ded7ed69-9b8c-4730-a096-33c4ca168ba2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.095764] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ded7ed69-9b8c-4730-a096-33c4ca168ba2',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.525873] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d528647b-e259-4cd2-a23b-7b72d7ac58da: rpc.has_security_group_logging(os_id): False [ 1142.547218] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.549637] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.549637] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.549637] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.549637] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.549637] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.549637] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.549637] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.549637] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.549637] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.549637] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d528647b-e259-4cd2-a23b-7b72d7ac58da is going to be created. [ 1142.596685] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f70b1df1-7186-49ee-a94b-1fe9622266a2',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.598532] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f70b1df1-7186-49ee-a94b-1fe9622266a2 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.598532] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f70b1df1-7186-49ee-a94b-1fe9622266a2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.598723] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ded7ed69-9b8c-4730-a096-33c4ca168ba2 with status ACTIVE [ 1142.599349] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.599349] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.599349] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.599349] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.599349] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.599645] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.599645] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.599715] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.599837] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.599911] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.600469] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.600552] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.600552] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.600708] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.600939] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.600939] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ded7ed69-9b8c-4730-a096-33c4ca168ba2 is going to be updated. [ 1142.612634] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.612634] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.612634] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.612810] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.612910] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.623769] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.624923] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.624923] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.624923] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.624923] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.624923] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ded7ed69-9b8c-4730-a096-33c4ca168ba2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.626752] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d528647b-e259-4cd2-a23b-7b72d7ac58da in Status: IN_PROGRESS for 2s [ 1142.637086] env[65476]: INFO networking_nsxv3.common.synchronization [None req-66ae4fea-4b4d-4534-abd3-862a4a3738af None None] Enqueued Resource ID: 23a98b16-768f-4f63-851e-253408b48351 with Priority: HIGHEST for action port [ 1142.637086] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a98b16-768f-4f63-851e-253408b48351 with Priority: HIGHEST for action port [ 1142.637590] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-23a98b16-768f-4f63-851e-253408b48351 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.637768] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23a98b16-768f-4f63-851e-253408b48351" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.637838] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23a98b16-768f-4f63-851e-253408b48351" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.641983] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23a98b16-768f-4f63-851e-253408b48351" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.641983] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23a98b16-768f-4f63-851e-253408b48351',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.102991] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f70b1df1-7186-49ee-a94b-1fe9622266a2',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.143498] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23a98b16-768f-4f63-851e-253408b48351 [ 1143.143614] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.143816] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.143816] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.144517] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.144517] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.144517] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23a98b16-768f-4f63-851e-253408b48351 already deleted. [ 1143.144517] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23a98b16-768f-4f63-851e-253408b48351" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.607030] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.607030] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.607435] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.608134] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.608134] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.608134] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f70b1df1-7186-49ee-a94b-1fe9622266a2 is going to be created. [ 1143.634822] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.635050] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.635118] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.635427] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.635669] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.647253] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f70b1df1-7186-49ee-a94b-1fe9622266a2 in Status: UNINITIALIZED for 2s [ 1144.607938] env[65476]: INFO networking_nsxv3.common.synchronization [req-4b4e5694-d623-4ae6-a59d-196c0abc446c req-476335eb-3bbd-4218-91b8-68ec0cbc3d7a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Enqueued Resource ID: 62fcb096-b969-491c-96ee-58520844e912 with Priority: HIGHEST for action security_group_members [ 1144.608523] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62fcb096-b969-491c-96ee-58520844e912 with Priority: HIGHEST for action security_group_members [ 1144.609411] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-62fcb096-b969-491c-96ee-58520844e912 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.609411] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.609411] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.609411] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.609411] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.609657] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.609657] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.609720] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.609982] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.609982] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62fcb096-b969-491c-96ee-58520844e912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.640325] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d528647b-e259-4cd2-a23b-7b72d7ac58da in Status: SUCCESS [ 1144.640549] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d528647b-e259-4cd2-a23b-7b72d7ac58da" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.843453] env[65476]: INFO networking_nsxv3.common.synchronization [None req-7791626f-d2fa-49a1-85ca-af5a8da86e98 None None] Enqueued Resource ID: fd71a8c4-9da2-4ac3-b3b8-7cc766aa1437 with Priority: HIGHEST for action port [ 1144.843453] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd71a8c4-9da2-4ac3-b3b8-7cc766aa1437 with Priority: HIGHEST for action port [ 1144.844279] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd71a8c4-9da2-4ac3-b3b8-7cc766aa1437 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.844279] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd71a8c4-9da2-4ac3-b3b8-7cc766aa1437" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.844279] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd71a8c4-9da2-4ac3-b3b8-7cc766aa1437" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.844558] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd71a8c4-9da2-4ac3-b3b8-7cc766aa1437" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.844558] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd71a8c4-9da2-4ac3-b3b8-7cc766aa1437',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.951712] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-350 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.951912] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-350" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.952053] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-350" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.952323] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-350" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.952574] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.952733] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.953267] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.953745] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.953745] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.953851] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.953955] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1144.954075] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1144.954184] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1144.954293] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.954647] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1144.956011] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1144.974710] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1144.974987] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1144.975150] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1144.975455] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-350" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.975809] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-307c21b0-c03b-461d-9d18-e8a9c1d8df2f taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.975986] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-307c21b0-c03b-461d-9d18-e8a9c1d8df2f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.976122] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-307c21b0-c03b-461d-9d18-e8a9c1d8df2f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.976459] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-307c21b0-c03b-461d-9d18-e8a9c1d8df2f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.976649] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('307c21b0-c03b-461d-9d18-e8a9c1d8df2f',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.112426] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62fcb096-b969-491c-96ee-58520844e912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.347707] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd71a8c4-9da2-4ac3-b3b8-7cc766aa1437 [ 1145.347707] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.347707] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.347707] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.347707] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.347707] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.347707] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd71a8c4-9da2-4ac3-b3b8-7cc766aa1437 already deleted. [ 1145.347707] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd71a8c4-9da2-4ac3-b3b8-7cc766aa1437" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.356652] env[65476]: INFO networking_nsxv3.common.synchronization [req-69076208-3854-4466-a60a-0190c667224f req-361a5abf-46d8-46f6-8f70-d58abadec762 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Enqueued Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_members [ 1145.357388] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGHEST for action security_group_members [ 1145.357621] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.357756] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.357833] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.358066] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.358254] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.358387] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.358481] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.358600] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.359494] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.359494] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.479353] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.479643] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.479776] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.480389] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.480389] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.484025] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port 307c21b0-c03b-461d-9d18-e8a9c1d8df2f not found, creating... [ 1145.484025] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.484025] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.484025] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.484025] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.484025] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.484025] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.484025] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.484025] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.484025] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.484576] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.484576] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: 307c21b0-c03b-461d-9d18-e8a9c1d8df2f is going to be created. [ 1145.515034] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.515034] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.515410] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.515732] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.515860] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.516158] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-307c21b0-c03b-461d-9d18-e8a9c1d8df2f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.615070] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62fcb096-b969-491c-96ee-58520844e912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.658206] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f70b1df1-7186-49ee-a94b-1fe9622266a2 in Status: SUCCESS [ 1145.658727] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f70b1df1-7186-49ee-a94b-1fe9622266a2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.658727] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f70b1df1-7186-49ee-a94b-1fe9622266a2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.659082] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f70b1df1-7186-49ee-a94b-1fe9622266a2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.659546] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.659546] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.659546] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.659843] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.659843] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.659920] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f70b1df1-7186-49ee-a94b-1fe9622266a2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.660019] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f70b1df1-7186-49ee-a94b-1fe9622266a2',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.860831] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.860996] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.861064] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.861283] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.861376] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.861571] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.861669] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.861730] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.861879] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.861953] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.862047] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce161cd1-25c0-4dff-a320-e47e330247dd is going to be updated. [ 1145.890934] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.891147] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.891147] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.891359] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.891496] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.901211] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: IN_PROGRESS for 2s [ 1146.119675] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.119874] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.119985] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.120331] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.120363] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.120472] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62fcb096-b969-491c-96ee-58520844e912 is going to be updated. [ 1146.154838] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.155047] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.155211] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.155390] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.155588] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.162364] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f70b1df1-7186-49ee-a94b-1fe9622266a2',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.167838] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62fcb096-b969-491c-96ee-58520844e912 in Status: IN_PROGRESS for 2s [ 1146.260247] env[65476]: INFO networking_nsxv3.common.synchronization [req-4b4e5694-d623-4ae6-a59d-196c0abc446c req-03755688-7d39-41c6-96c8-860d1de01e20 service nova] Enqueued Resource ID: 62fcb096-b969-491c-96ee-58520844e912 with Priority: HIGHEST for action security_group_rules [ 1146.260434] env[65476]: INFO networking_nsxv3.common.synchronization [req-4b4e5694-d623-4ae6-a59d-196c0abc446c req-03755688-7d39-41c6-96c8-860d1de01e20 service nova] Enqueued Resource ID: 62fcb096-b969-491c-96ee-58520844e912 with Priority: HIGHEST for action security_group_members [ 1146.260572] env[65476]: INFO networking_nsxv3.common.synchronization [req-4b4e5694-d623-4ae6-a59d-196c0abc446c req-03755688-7d39-41c6-96c8-860d1de01e20 service nova] Enqueued Resource ID: 307c21b0-c03b-461d-9d18-e8a9c1d8df2f with Priority: HIGHEST for action port [ 1146.261112] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62fcb096-b969-491c-96ee-58520844e912 with Priority: HIGHEST for action security_group_rules [ 1146.261248] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62fcb096-b969-491c-96ee-58520844e912 with Priority: HIGHEST for action security_group_members [ 1146.261549] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 307c21b0-c03b-461d-9d18-e8a9c1d8df2f with Priority: HIGHEST for action port [ 1146.261611] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62fcb096-b969-491c-96ee-58520844e912 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.261741] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.261805] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.262269] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.262422] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62fcb096-b969-491c-96ee-58520844e912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.263480] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-62fcb096-b969-491c-96ee-58520844e912 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.263645] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.263927] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-307c21b0-c03b-461d-9d18-e8a9c1d8df2f taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.264314] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-307c21b0-c03b-461d-9d18-e8a9c1d8df2f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.264449] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-307c21b0-c03b-461d-9d18-e8a9c1d8df2f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.264711] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-307c21b0-c03b-461d-9d18-e8a9c1d8df2f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.264826] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('307c21b0-c03b-461d-9d18-e8a9c1d8df2f',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.665830] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f70b1df1-7186-49ee-a94b-1fe9622266a2: rpc.has_security_group_logging(os_id): False [ 1146.684548] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.684718] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.684764] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.685021] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.685120] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.685430] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.685570] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.685612] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.685764] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.685839] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.685927] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f70b1df1-7186-49ee-a94b-1fe9622266a2 is going to be created. [ 1146.757653] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.757866] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.757992] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.758293] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.758454] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.766562] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-62fcb096-b969-491c-96ee-58520844e912 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.766704] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.767998] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 307c21b0-c03b-461d-9d18-e8a9c1d8df2f with status ACTIVE [ 1146.768191] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.768307] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.768389] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.768601] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.768687] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.768916] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.769039] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.769117] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.769308] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.769409] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.769583] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.769689] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.769791] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.769969] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.770077] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.770218] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 307c21b0-c03b-461d-9d18-e8a9c1d8df2f is going to be updated. [ 1146.772133] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f70b1df1-7186-49ee-a94b-1fe9622266a2 in Status: IN_PROGRESS for 2s [ 1146.809234] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.809414] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.809414] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.809689] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.809852] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.810050] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-307c21b0-c03b-461d-9d18-e8a9c1d8df2f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.910671] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce161cd1-25c0-4dff-a320-e47e330247dd in Status: SUCCESS [ 1147.911047] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce161cd1-25c0-4dff-a320-e47e330247dd deletion is rescheduled due to dependency. [ 1147.911047] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.146643] env[65476]: INFO networking_nsxv3.common.synchronization [req-d0948bee-41f5-4796-a187-cf082f73a480 req-0b4bf495-7d12-4cfb-accc-81c6e811aac5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Enqueued Resource ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 with Priority: HIGHEST for action security_group_members [ 1148.147638] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 with Priority: HIGHEST for action security_group_members [ 1148.148256] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f5c1a41-584c-4e4e-a276-7f37308bc912 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.148562] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.148699] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.149074] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.149276] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.149550] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.150045] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.150045] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.150045] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.150196] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f5c1a41-584c-4e4e-a276-7f37308bc912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.181043] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62fcb096-b969-491c-96ee-58520844e912 in Status: SUCCESS [ 1148.181043] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.181043] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.181043] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.181043] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.181043] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.181043] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.181043] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.181043] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.181043] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62fcb096-b969-491c-96ee-58520844e912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.652783] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.652980] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.653056] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.653928] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.653928] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.653928] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.653928] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.653928] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.653928] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.653928] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.654211] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 is going to be updated. [ 1148.682801] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62fcb096-b969-491c-96ee-58520844e912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.684714] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.684852] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.684933] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.685178] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.685344] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.694251] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 in Status: IN_PROGRESS for 2s [ 1148.786415] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f70b1df1-7186-49ee-a94b-1fe9622266a2 in Status: SUCCESS [ 1148.786736] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f70b1df1-7186-49ee-a94b-1fe9622266a2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.187310] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62fcb096-b969-491c-96ee-58520844e912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.513563] env[65476]: INFO networking_nsxv3.common.synchronization [req-145a5090-2994-43ab-9aaa-76b9fd12b99d req-02be9873-41c8-4bb7-bed3-d78fe9d15cc8 tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Enqueued Resource ID: 891719c2-1d9c-4c23-82fe-0f7cc2f37de7 with Priority: HIGHEST for action security_group_members [ 1149.514106] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 891719c2-1d9c-4c23-82fe-0f7cc2f37de7 with Priority: HIGHEST for action security_group_members [ 1149.514414] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-891719c2-1d9c-4c23-82fe-0f7cc2f37de7 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.514552] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-891719c2-1d9c-4c23-82fe-0f7cc2f37de7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.514705] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-891719c2-1d9c-4c23-82fe-0f7cc2f37de7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.514872] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-891719c2-1d9c-4c23-82fe-0f7cc2f37de7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.515035] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.515137] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.515194] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.515348] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.515489] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.515581] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('891719c2-1d9c-4c23-82fe-0f7cc2f37de7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.689974] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.690265] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.690265] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.690446] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.690557] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.690660] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62fcb096-b969-491c-96ee-58520844e912 is going to be updated. [ 1149.719563] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.719748] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.719809] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.719987] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.720166] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.730525] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62fcb096-b969-491c-96ee-58520844e912 in Status: IN_PROGRESS for 2s [ 1149.816535] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-630 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.816535] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-630" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.816535] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-630" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.817486] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-630" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.817486] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.817486] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.817486] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.817486] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.817707] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.817899] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.818019] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1149.818125] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1149.818231] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1149.818349] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.818457] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1149.818586] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1149.836698] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1149.836890] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1149.837485] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1149.837485] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-630" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.837629] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-fd2c1382-8ed5-4529-a1c8-fd9f9df2071f taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.837871] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-fd2c1382-8ed5-4529-a1c8-fd9f9df2071f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.837871] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-fd2c1382-8ed5-4529-a1c8-fd9f9df2071f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.838140] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-fd2c1382-8ed5-4529-a1c8-fd9f9df2071f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.838277] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd2c1382-8ed5-4529-a1c8-fd9f9df2071f',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.019049] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.019049] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.019049] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.019049] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.019049] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.019049] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.019049] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.019477] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.019477] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.019477] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.019477] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 891719c2-1d9c-4c23-82fe-0f7cc2f37de7 already deleted. [ 1150.019477] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-891719c2-1d9c-4c23-82fe-0f7cc2f37de7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.341442] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.341945] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.341945] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.342192] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.342345] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.342510] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port fd2c1382-8ed5-4529-a1c8-fd9f9df2071f not found, creating... [ 1150.342773] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.342931] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.343074] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.343406] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.343550] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.343845] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.344013] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.344150] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.344391] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.344690] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.344857] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: fd2c1382-8ed5-4529-a1c8-fd9f9df2071f is going to be created. [ 1150.368737] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.368972] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.369103] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.369376] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.369605] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.369833] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-fd2c1382-8ed5-4529-a1c8-fd9f9df2071f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.704701] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 in Status: SUCCESS [ 1150.704883] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 deletion is rescheduled due to dependency. [ 1150.705023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.094959] env[65476]: INFO networking_nsxv3.common.synchronization [req-145a5090-2994-43ab-9aaa-76b9fd12b99d req-62bd2d68-8f60-42b4-b9f0-7774f794d96e service nova] Enqueued Resource ID: 891719c2-1d9c-4c23-82fe-0f7cc2f37de7 with Priority: HIGHEST for action security_group_rules [ 1151.095171] env[65476]: INFO networking_nsxv3.common.synchronization [req-145a5090-2994-43ab-9aaa-76b9fd12b99d req-62bd2d68-8f60-42b4-b9f0-7774f794d96e service nova] Enqueued Resource ID: 891719c2-1d9c-4c23-82fe-0f7cc2f37de7 with Priority: HIGHEST for action security_group_members [ 1151.095312] env[65476]: INFO networking_nsxv3.common.synchronization [req-145a5090-2994-43ab-9aaa-76b9fd12b99d req-62bd2d68-8f60-42b4-b9f0-7774f794d96e service nova] Enqueued Resource ID: fd2c1382-8ed5-4529-a1c8-fd9f9df2071f with Priority: HIGHEST for action port [ 1151.095878] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 891719c2-1d9c-4c23-82fe-0f7cc2f37de7 with Priority: HIGHEST for action security_group_rules [ 1151.096245] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 891719c2-1d9c-4c23-82fe-0f7cc2f37de7 with Priority: HIGHEST for action security_group_members [ 1151.096416] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd2c1382-8ed5-4529-a1c8-fd9f9df2071f with Priority: HIGHEST for action port [ 1151.096750] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-891719c2-1d9c-4c23-82fe-0f7cc2f37de7 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.096878] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-891719c2-1d9c-4c23-82fe-0f7cc2f37de7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.096973] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-891719c2-1d9c-4c23-82fe-0f7cc2f37de7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.097254] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-891719c2-1d9c-4c23-82fe-0f7cc2f37de7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.097341] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('891719c2-1d9c-4c23-82fe-0f7cc2f37de7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.100634] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-891719c2-1d9c-4c23-82fe-0f7cc2f37de7 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.100634] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-891719c2-1d9c-4c23-82fe-0f7cc2f37de7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.100634] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-891719c2-1d9c-4c23-82fe-0f7cc2f37de7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.100634] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-891719c2-1d9c-4c23-82fe-0f7cc2f37de7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.100634] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.100634] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.100634] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.101248] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.101248] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.101248] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('891719c2-1d9c-4c23-82fe-0f7cc2f37de7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.102838] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd2c1382-8ed5-4529-a1c8-fd9f9df2071f taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.103260] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd2c1382-8ed5-4529-a1c8-fd9f9df2071f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.103379] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd2c1382-8ed5-4529-a1c8-fd9f9df2071f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.104034] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd2c1382-8ed5-4529-a1c8-fd9f9df2071f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.104129] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd2c1382-8ed5-4529-a1c8-fd9f9df2071f',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.606433] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('891719c2-1d9c-4c23-82fe-0f7cc2f37de7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.607764] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-891719c2-1d9c-4c23-82fe-0f7cc2f37de7 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.607909] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-891719c2-1d9c-4c23-82fe-0f7cc2f37de7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.608491] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd2c1382-8ed5-4529-a1c8-fd9f9df2071f with status ACTIVE [ 1151.608596] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.608711] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.608780] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.610483] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.610483] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.610483] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.610483] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.610483] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.610483] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.610483] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.610483] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.610483] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.610932] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.610932] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.610932] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.610932] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd2c1382-8ed5-4529-a1c8-fd9f9df2071f is going to be updated. [ 1151.634094] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.634231] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.634315] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.634556] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.634968] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.635031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd2c1382-8ed5-4529-a1c8-fd9f9df2071f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.741467] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62fcb096-b969-491c-96ee-58520844e912 in Status: SUCCESS [ 1151.741697] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.741837] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.742094] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.742288] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.742410] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.742476] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.742630] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.742711] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.742796] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.742889] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62fcb096-b969-491c-96ee-58520844e912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.108785] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('891719c2-1d9c-4c23-82fe-0f7cc2f37de7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.245576] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62fcb096-b969-491c-96ee-58520844e912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.612054] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.612054] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.612457] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.612457] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.612457] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.612554] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 891719c2-1d9c-4c23-82fe-0f7cc2f37de7 is going to be created. [ 1152.636280] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.636452] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.636502] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.636716] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.636875] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.646272] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 891719c2-1d9c-4c23-82fe-0f7cc2f37de7 in Status: UNINITIALIZED for 2s [ 1152.748054] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62fcb096-b969-491c-96ee-58520844e912: rpc.has_security_group_logging(os_id): False [ 1152.765918] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.766168] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.766168] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.766339] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.789553] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.789849] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.789957] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.790037] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.790243] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.790330] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.790420] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62fcb096-b969-491c-96ee-58520844e912 is going to be updated. [ 1152.851612] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.851872] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.851993] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.852267] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.852424] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.866230] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62fcb096-b969-491c-96ee-58520844e912 in Status: IN_PROGRESS for 2s [ 1154.659066] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 891719c2-1d9c-4c23-82fe-0f7cc2f37de7 in Status: SUCCESS [ 1154.659437] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-891719c2-1d9c-4c23-82fe-0f7cc2f37de7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.659437] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-891719c2-1d9c-4c23-82fe-0f7cc2f37de7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.659682] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-891719c2-1d9c-4c23-82fe-0f7cc2f37de7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.659864] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.659978] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.660047] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.660198] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.660604] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.660604] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-891719c2-1d9c-4c23-82fe-0f7cc2f37de7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.660604] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('891719c2-1d9c-4c23-82fe-0f7cc2f37de7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.881129] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62fcb096-b969-491c-96ee-58520844e912 in Status: SUCCESS [ 1154.881434] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.163321] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-891719c2-1d9c-4c23-82fe-0f7cc2f37de7 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.163508] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-891719c2-1d9c-4c23-82fe-0f7cc2f37de7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.163565] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-891719c2-1d9c-4c23-82fe-0f7cc2f37de7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.163867] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-891719c2-1d9c-4c23-82fe-0f7cc2f37de7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.164067] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.164180] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.164246] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.164412] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.164502] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.164594] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-891719c2-1d9c-4c23-82fe-0f7cc2f37de7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.164736] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-891719c2-1d9c-4c23-82fe-0f7cc2f37de7 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.164828] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-891719c2-1d9c-4c23-82fe-0f7cc2f37de7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.164886] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-891719c2-1d9c-4c23-82fe-0f7cc2f37de7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.165048] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-891719c2-1d9c-4c23-82fe-0f7cc2f37de7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.165183] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.165274] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.165335] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.165509] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.165590] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.165679] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-891719c2-1d9c-4c23-82fe-0f7cc2f37de7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.165764] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('891719c2-1d9c-4c23-82fe-0f7cc2f37de7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.514921] env[65476]: INFO networking_nsxv3.common.synchronization [req-74506ded-0647-42c9-9b37-c86b1b4801c3 req-bcc183eb-5bee-4aec-9efa-59094849628d tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Enqueued Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_members [ 1155.515744] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGHEST for action security_group_members [ 1155.516638] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.516638] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.516638] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.516638] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.516923] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.516923] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.516923] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.517078] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.517168] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.517250] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.667955] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 891719c2-1d9c-4c23-82fe-0f7cc2f37de7: rpc.has_security_group_logging(os_id): False [ 1155.689338] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.689524] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.689611] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.689797] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.689886] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.690123] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.690241] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.690272] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.690425] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.690502] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.690697] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.690806] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.690864] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.691017] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.691087] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.691264] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.691357] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.691416] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.691558] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.691633] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.691718] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 891719c2-1d9c-4c23-82fe-0f7cc2f37de7 is going to be created. [ 1155.749845] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.750064] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.750064] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.750271] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.750528] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.763131] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 891719c2-1d9c-4c23-82fe-0f7cc2f37de7 in Status: IN_PROGRESS for 2s [ 1156.019693] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.019924] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.019924] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.020640] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.020640] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.020766] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.022050] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.022050] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.022050] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.022050] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.022050] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 is going to be updated. [ 1156.055715] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.055715] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.055715] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.055715] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.055715] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.075734] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 in Status: IN_PROGRESS for 2s [ 1157.777863] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 891719c2-1d9c-4c23-82fe-0f7cc2f37de7 in Status: SUCCESS [ 1157.778161] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-891719c2-1d9c-4c23-82fe-0f7cc2f37de7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.087419] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 in Status: SUCCESS [ 1158.087579] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 deletion is rescheduled due to dependency. [ 1158.087636] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.473024] env[65476]: INFO networking_nsxv3.common.synchronization [None req-13344573-c32a-4eac-bfec-268ebc2e1977 None None] Enqueued Resource ID: 2d3fabc5-10ca-4f22-84d6-5609c21dd4f6 with Priority: HIGHEST for action port [ 1158.473724] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d3fabc5-10ca-4f22-84d6-5609c21dd4f6 with Priority: HIGHEST for action port [ 1158.474223] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d3fabc5-10ca-4f22-84d6-5609c21dd4f6 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.474430] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d3fabc5-10ca-4f22-84d6-5609c21dd4f6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.474561] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d3fabc5-10ca-4f22-84d6-5609c21dd4f6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.474913] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d3fabc5-10ca-4f22-84d6-5609c21dd4f6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.475173] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d3fabc5-10ca-4f22-84d6-5609c21dd4f6',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.639376] env[65476]: INFO networking_nsxv3.common.synchronization [None req-a2a2d022-0519-4167-b2b3-4ea26805ec95 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Enqueued Resource ID: 5f9d7852-f820-4c45-a9fd-f180c0875ae3 with Priority: HIGHEST for action security_group_rules [ 1158.639582] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f9d7852-f820-4c45-a9fd-f180c0875ae3 with Priority: HIGHEST for action security_group_rules [ 1158.639864] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f9d7852-f820-4c45-a9fd-f180c0875ae3 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.640355] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f9d7852-f820-4c45-a9fd-f180c0875ae3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.640355] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f9d7852-f820-4c45-a9fd-f180c0875ae3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.640626] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f9d7852-f820-4c45-a9fd-f180c0875ae3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.640706] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f9d7852-f820-4c45-a9fd-f180c0875ae3',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.730900] env[65476]: INFO networking_nsxv3.common.synchronization [None req-b898a976-e2c5-469c-a202-e69b8b4667b7 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Enqueued Resource ID: 5f9d7852-f820-4c45-a9fd-f180c0875ae3 with Priority: HIGHEST for action security_group_rules [ 1158.731441] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f9d7852-f820-4c45-a9fd-f180c0875ae3 with Priority: HIGHEST for action security_group_rules [ 1158.731790] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f9d7852-f820-4c45-a9fd-f180c0875ae3 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.731929] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f9d7852-f820-4c45-a9fd-f180c0875ae3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.978415] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d3fabc5-10ca-4f22-84d6-5609c21dd4f6 [ 1158.978683] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.978683] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.978843] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.978944] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.979047] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.979164] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d3fabc5-10ca-4f22-84d6-5609c21dd4f6 already deleted. [ 1158.979300] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d3fabc5-10ca-4f22-84d6-5609c21dd4f6" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.164240] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.164349] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.164438] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.164667] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.164727] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.164789] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f9d7852-f820-4c45-a9fd-f180c0875ae3 already deleted. [ 1159.164857] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f9d7852-f820-4c45-a9fd-f180c0875ae3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.165050] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f9d7852-f820-4c45-a9fd-f180c0875ae3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.165220] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f9d7852-f820-4c45-a9fd-f180c0875ae3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.165264] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f9d7852-f820-4c45-a9fd-f180c0875ae3',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.688266] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.688405] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.688462] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.690032] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.690032] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.690032] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f9d7852-f820-4c45-a9fd-f180c0875ae3 already deleted. [ 1159.690032] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f9d7852-f820-4c45-a9fd-f180c0875ae3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.825029] env[65476]: INFO networking_nsxv3.common.synchronization [None req-3724a1c0-e4d3-4285-9e71-972e6e09ca3f None None] Enqueued Resource ID: e9462ef8-f2d4-4b6a-a3dc-e36117c6b915 with Priority: HIGHEST for action port [ 1160.825029] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9462ef8-f2d4-4b6a-a3dc-e36117c6b915 with Priority: HIGHEST for action port [ 1160.825029] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9462ef8-f2d4-4b6a-a3dc-e36117c6b915 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.825029] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9462ef8-f2d4-4b6a-a3dc-e36117c6b915" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.826703] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9462ef8-f2d4-4b6a-a3dc-e36117c6b915" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.826703] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9462ef8-f2d4-4b6a-a3dc-e36117c6b915" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.826703] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9462ef8-f2d4-4b6a-a3dc-e36117c6b915',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.028132] env[65476]: INFO networking_nsxv3.common.synchronization [req-3e290360-c1a7-4983-a2cc-689080064d28 req-06502e1e-1e17-4ed7-b3d5-07af52c8e4e2 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Enqueued Resource ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 with Priority: HIGHEST for action security_group_members [ 1161.028132] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 with Priority: HIGHEST for action security_group_members [ 1161.028132] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f5c1a41-584c-4e4e-a276-7f37308bc912 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.028550] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.028746] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.029039] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.029314] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.029716] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.029902] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.030170] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.030345] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.030591] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f5c1a41-584c-4e4e-a276-7f37308bc912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.329245] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9462ef8-f2d4-4b6a-a3dc-e36117c6b915 [ 1161.329476] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.329618] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.329696] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.329896] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.329985] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.330089] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9462ef8-f2d4-4b6a-a3dc-e36117c6b915 already deleted. [ 1161.330228] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9462ef8-f2d4-4b6a-a3dc-e36117c6b915" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.411047] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-543 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.411047] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-543" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.411440] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-543" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.411747] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-543" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.412024] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.412240] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.412370] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.412595] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.412737] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.412998] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.413108] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1161.413219] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1161.413325] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1161.413447] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.413614] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1161.415160] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1161.436428] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1161.436428] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1161.436628] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1161.437025] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-543" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.437501] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-64340171-2305-4a14-94c4-7ed9d3cb79dd taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.438909] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-64340171-2305-4a14-94c4-7ed9d3cb79dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.438909] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-64340171-2305-4a14-94c4-7ed9d3cb79dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.438909] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-64340171-2305-4a14-94c4-7ed9d3cb79dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.438909] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64340171-2305-4a14-94c4-7ed9d3cb79dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.534530] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.534711] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.534779] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.534992] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.535114] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.535313] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.535414] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.535476] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.535719] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.535803] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.535877] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 is going to be updated. [ 1161.560912] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.561085] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.561129] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.561343] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.561532] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.570872] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 in Status: IN_PROGRESS for 2s [ 1161.941540] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.941938] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.941938] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.942312] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.942473] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.942633] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port 64340171-2305-4a14-94c4-7ed9d3cb79dd not found, creating... [ 1161.942899] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.943077] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.943197] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.943455] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.943593] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.943927] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.944105] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.944204] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.944448] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.944593] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.944741] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: 64340171-2305-4a14-94c4-7ed9d3cb79dd is going to be created. [ 1161.973072] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.973735] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.973735] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.973928] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.974110] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.974365] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-64340171-2305-4a14-94c4-7ed9d3cb79dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.713295] env[65476]: INFO networking_nsxv3.common.synchronization [req-3e290360-c1a7-4983-a2cc-689080064d28 req-47d7706f-a5d5-473d-a29e-192d28bcee65 service nova] Enqueued Resource ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 with Priority: HIGHEST for action security_group_rules [ 1162.713474] env[65476]: INFO networking_nsxv3.common.synchronization [req-3e290360-c1a7-4983-a2cc-689080064d28 req-47d7706f-a5d5-473d-a29e-192d28bcee65 service nova] Enqueued Resource ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 with Priority: HIGHEST for action security_group_members [ 1162.714496] env[65476]: INFO networking_nsxv3.common.synchronization [req-3e290360-c1a7-4983-a2cc-689080064d28 req-47d7706f-a5d5-473d-a29e-192d28bcee65 service nova] Enqueued Resource ID: 64340171-2305-4a14-94c4-7ed9d3cb79dd with Priority: HIGHEST for action port [ 1162.714496] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 with Priority: HIGHEST for action security_group_rules [ 1162.714496] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 with Priority: HIGHEST for action security_group_members [ 1162.714496] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64340171-2305-4a14-94c4-7ed9d3cb79dd with Priority: HIGHEST for action port [ 1162.715412] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f5c1a41-584c-4e4e-a276-7f37308bc912 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.715975] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.716172] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.717842] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.718370] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f5c1a41-584c-4e4e-a276-7f37308bc912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.719841] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f5c1a41-584c-4e4e-a276-7f37308bc912 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.720057] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.720332] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-64340171-2305-4a14-94c4-7ed9d3cb79dd taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.720535] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64340171-2305-4a14-94c4-7ed9d3cb79dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.720613] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64340171-2305-4a14-94c4-7ed9d3cb79dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.721061] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64340171-2305-4a14-94c4-7ed9d3cb79dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.721061] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64340171-2305-4a14-94c4-7ed9d3cb79dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.220595] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f5c1a41-584c-4e4e-a276-7f37308bc912 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.220911] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.224368] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64340171-2305-4a14-94c4-7ed9d3cb79dd with status ACTIVE [ 1163.224603] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.225034] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.225034] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.225173] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.225933] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.225933] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.225933] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.225933] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.225933] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.225933] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.226209] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.226209] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.226289] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.226421] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.226488] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.226587] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64340171-2305-4a14-94c4-7ed9d3cb79dd is going to be updated. [ 1163.250893] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.251686] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.251686] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.251686] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.251686] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.251686] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64340171-2305-4a14-94c4-7ed9d3cb79dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.271678] env[65476]: INFO networking_nsxv3.common.synchronization [req-c5cab474-8edd-4b91-b518-f954a16b9467 req-2dba3483-7361-4ff5-bfec-a0b39605edf0 tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Enqueued Resource ID: 891719c2-1d9c-4c23-82fe-0f7cc2f37de7 with Priority: HIGHEST for action security_group_members [ 1163.272866] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 891719c2-1d9c-4c23-82fe-0f7cc2f37de7 with Priority: HIGHEST for action security_group_members [ 1163.272866] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-891719c2-1d9c-4c23-82fe-0f7cc2f37de7 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.272866] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-891719c2-1d9c-4c23-82fe-0f7cc2f37de7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.273039] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-891719c2-1d9c-4c23-82fe-0f7cc2f37de7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.273118] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-891719c2-1d9c-4c23-82fe-0f7cc2f37de7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.273271] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.273398] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.273442] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.273683] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.273683] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.273783] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('891719c2-1d9c-4c23-82fe-0f7cc2f37de7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.580713] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 in Status: SUCCESS [ 1163.580846] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 deletion is rescheduled due to dependency. [ 1163.580974] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.581300] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.581360] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.581547] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.581659] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.581722] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.581872] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.581952] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.582065] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f5c1a41-584c-4e4e-a276-7f37308bc912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.776009] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.776181] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.776249] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.776661] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.776771] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.776972] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.777087] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.777146] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.777305] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.777420] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.777591] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 891719c2-1d9c-4c23-82fe-0f7cc2f37de7 is going to be updated. [ 1163.806035] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.806223] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.806325] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.806520] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.806679] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.816752] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 891719c2-1d9c-4c23-82fe-0f7cc2f37de7 in Status: IN_PROGRESS for 2s [ 1164.084156] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f5c1a41-584c-4e4e-a276-7f37308bc912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.378446] env[65476]: INFO networking_nsxv3.common.synchronization [req-135d59bd-6ec3-489d-a447-8bcd11e6572e req-6f15a46b-4425-45aa-a7f9-86817bb4dff1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Enqueued Resource ID: 5f9d7852-f820-4c45-a9fd-f180c0875ae3 with Priority: HIGHEST for action security_group_members [ 1164.379027] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f9d7852-f820-4c45-a9fd-f180c0875ae3 with Priority: HIGHEST for action security_group_members [ 1164.379348] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f9d7852-f820-4c45-a9fd-f180c0875ae3 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.379473] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f9d7852-f820-4c45-a9fd-f180c0875ae3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.379540] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f9d7852-f820-4c45-a9fd-f180c0875ae3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.379795] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f9d7852-f820-4c45-a9fd-f180c0875ae3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.379965] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.380106] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.380273] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.380314] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.380403] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.380494] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f9d7852-f820-4c45-a9fd-f180c0875ae3',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.586395] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f5c1a41-584c-4e4e-a276-7f37308bc912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.665095] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-423 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.665342] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-423" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.665506] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-423" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.665905] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-423" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.666241] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.666447] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.666498] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.667314] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.667314] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.667314] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1164.667314] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1164.667584] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1164.667584] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1164.667695] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1164.667748] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1164.667856] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1164.686945] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1164.687152] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1164.687671] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1164.687671] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-423" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.687973] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-16017732-fc69-4689-ae19-7ab3c5c9c3df taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.688177] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-16017732-fc69-4689-ae19-7ab3c5c9c3df" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.688298] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-16017732-fc69-4689-ae19-7ab3c5c9c3df" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.688621] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-16017732-fc69-4689-ae19-7ab3c5c9c3df" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.688774] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16017732-fc69-4689-ae19-7ab3c5c9c3df',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.882790] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.882980] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.883073] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.883303] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.883404] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.883642] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.883745] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.883798] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.883952] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.884716] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.884716] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f9d7852-f820-4c45-a9fd-f180c0875ae3 already deleted. [ 1164.884716] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f9d7852-f820-4c45-a9fd-f180c0875ae3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.089246] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.089417] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.089589] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.089830] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.090042] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.090234] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 is going to be updated. [ 1165.123389] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.123574] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.123648] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.123938] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.124161] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.132841] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 in Status: IN_PROGRESS for 2s [ 1165.191279] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.191513] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.191648] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.192017] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.192205] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.192365] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port 16017732-fc69-4689-ae19-7ab3c5c9c3df not found, creating... [ 1165.192636] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.192865] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.192983] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.193235] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.193372] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.194140] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.194319] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.194439] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.194653] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.194787] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.194929] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: 16017732-fc69-4689-ae19-7ab3c5c9c3df is going to be created. [ 1165.215762] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.215957] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.216869] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.216869] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.216869] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.216869] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-16017732-fc69-4689-ae19-7ab3c5c9c3df" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.828278] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 891719c2-1d9c-4c23-82fe-0f7cc2f37de7 in Status: SUCCESS [ 1165.828278] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 891719c2-1d9c-4c23-82fe-0f7cc2f37de7 deletion is rescheduled due to dependency. [ 1165.828278] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-891719c2-1d9c-4c23-82fe-0f7cc2f37de7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.920820] env[65476]: INFO networking_nsxv3.common.synchronization [req-135d59bd-6ec3-489d-a447-8bcd11e6572e req-9679cfd2-b9f5-4143-9310-7035b8aa5253 service nova] Enqueued Resource ID: 5f9d7852-f820-4c45-a9fd-f180c0875ae3 with Priority: HIGHEST for action security_group_rules [ 1165.920905] env[65476]: INFO networking_nsxv3.common.synchronization [req-135d59bd-6ec3-489d-a447-8bcd11e6572e req-9679cfd2-b9f5-4143-9310-7035b8aa5253 service nova] Enqueued Resource ID: 5f9d7852-f820-4c45-a9fd-f180c0875ae3 with Priority: HIGHEST for action security_group_members [ 1165.921882] env[65476]: INFO networking_nsxv3.common.synchronization [req-135d59bd-6ec3-489d-a447-8bcd11e6572e req-9679cfd2-b9f5-4143-9310-7035b8aa5253 service nova] Enqueued Resource ID: 16017732-fc69-4689-ae19-7ab3c5c9c3df with Priority: HIGHEST for action port [ 1165.921882] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f9d7852-f820-4c45-a9fd-f180c0875ae3 with Priority: HIGHEST for action security_group_rules [ 1165.921882] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f9d7852-f820-4c45-a9fd-f180c0875ae3 with Priority: HIGHEST for action security_group_members [ 1165.921882] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16017732-fc69-4689-ae19-7ab3c5c9c3df with Priority: HIGHEST for action port [ 1165.922150] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f9d7852-f820-4c45-a9fd-f180c0875ae3 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.922150] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f9d7852-f820-4c45-a9fd-f180c0875ae3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.922235] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f9d7852-f820-4c45-a9fd-f180c0875ae3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.922427] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f9d7852-f820-4c45-a9fd-f180c0875ae3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.922471] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f9d7852-f820-4c45-a9fd-f180c0875ae3',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.923285] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f9d7852-f820-4c45-a9fd-f180c0875ae3 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.923932] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f9d7852-f820-4c45-a9fd-f180c0875ae3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.923932] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f9d7852-f820-4c45-a9fd-f180c0875ae3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.923932] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f9d7852-f820-4c45-a9fd-f180c0875ae3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.924067] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.924116] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.924151] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.924295] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.924378] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.924465] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f9d7852-f820-4c45-a9fd-f180c0875ae3',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.925253] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-16017732-fc69-4689-ae19-7ab3c5c9c3df taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.925359] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16017732-fc69-4689-ae19-7ab3c5c9c3df" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.925658] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16017732-fc69-4689-ae19-7ab3c5c9c3df" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.925658] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16017732-fc69-4689-ae19-7ab3c5c9c3df" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.925828] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16017732-fc69-4689-ae19-7ab3c5c9c3df',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.428031] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f9d7852-f820-4c45-a9fd-f180c0875ae3',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.429671] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f9d7852-f820-4c45-a9fd-f180c0875ae3 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.429671] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f9d7852-f820-4c45-a9fd-f180c0875ae3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.429671] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16017732-fc69-4689-ae19-7ab3c5c9c3df with status ACTIVE [ 1166.429671] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.429671] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.430301] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.430301] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.430301] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.430301] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.430301] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.430301] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.430592] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.430592] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.430768] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.430768] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.430856] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.430964] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.431082] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.431181] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16017732-fc69-4689-ae19-7ab3c5c9c3df is going to be updated. [ 1166.464855] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.465052] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.465328] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.465596] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.465738] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.465908] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16017732-fc69-4689-ae19-7ab3c5c9c3df" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.933389] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f9d7852-f820-4c45-a9fd-f180c0875ae3',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.143854] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 in Status: SUCCESS [ 1167.144090] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.144181] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.144386] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.144702] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.144834] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.144899] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.145617] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.145617] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.145617] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.145617] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f5c1a41-584c-4e4e-a276-7f37308bc912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.435635] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.435885] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.435983] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.436233] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.436355] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.436497] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f9d7852-f820-4c45-a9fd-f180c0875ae3 is going to be created. [ 1167.466855] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.467063] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.467110] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.467303] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.467498] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.478640] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f9d7852-f820-4c45-a9fd-f180c0875ae3 in Status: UNINITIALIZED for 2s [ 1167.647296] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f5c1a41-584c-4e4e-a276-7f37308bc912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.149816] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f5c1a41-584c-4e4e-a276-7f37308bc912: rpc.has_security_group_logging(os_id): False [ 1168.168800] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.169013] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.169013] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.169636] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.169636] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.169636] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.170353] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.170353] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.170353] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.170353] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.170353] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 is going to be updated. [ 1168.233615] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.233780] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.233880] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.234140] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.234330] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.267675] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 in Status: IN_PROGRESS for 2s [ 1169.491029] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f9d7852-f820-4c45-a9fd-f180c0875ae3 in Status: SUCCESS [ 1169.491029] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f9d7852-f820-4c45-a9fd-f180c0875ae3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.491029] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f9d7852-f820-4c45-a9fd-f180c0875ae3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.491029] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f9d7852-f820-4c45-a9fd-f180c0875ae3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.491029] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.491029] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.491029] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.491029] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.491029] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.491594] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f9d7852-f820-4c45-a9fd-f180c0875ae3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.491594] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f9d7852-f820-4c45-a9fd-f180c0875ae3',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.993154] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f9d7852-f820-4c45-a9fd-f180c0875ae3',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.280969] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 in Status: SUCCESS [ 1170.281219] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.495955] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f9d7852-f820-4c45-a9fd-f180c0875ae3: rpc.has_security_group_logging(os_id): False [ 1170.518296] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.518518] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.518518] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.518741] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.518833] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.519087] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.519191] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.519249] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.519403] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.519485] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.519557] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f9d7852-f820-4c45-a9fd-f180c0875ae3 is going to be created. [ 1170.583921] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.584169] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.584169] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.584377] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.584558] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.624397] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f9d7852-f820-4c45-a9fd-f180c0875ae3 in Status: IN_PROGRESS for 2s [ 1170.922458] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1170.922667] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1172.639452] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f9d7852-f820-4c45-a9fd-f180c0875ae3 in Status: SUCCESS [ 1172.639827] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f9d7852-f820-4c45-a9fd-f180c0875ae3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.923826] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1175.924175] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1180.924827] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1180.925292] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1185.925605] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1185.926108] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1190.926429] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1190.926779] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1195.927469] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1195.927469] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1200.927967] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1200.928234] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1205.929266] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1205.929639] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1210.930711] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1210.931072] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1215.931890] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1215.932213] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1219.911989] env[65476]: INFO networking_nsxv3.common.synchronization [req-b1981c08-07a0-4d5a-ad6d-696195bed9fa req-ebbaac90-55b7-4bf9-9fba-063aacf664e5 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Enqueued Resource ID: 62fcb096-b969-491c-96ee-58520844e912 with Priority: HIGHEST for action security_group_members [ 1219.912547] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62fcb096-b969-491c-96ee-58520844e912 with Priority: HIGHEST for action security_group_members [ 1219.912852] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-62fcb096-b969-491c-96ee-58520844e912 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.912970] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.913042] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.913244] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.913859] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.913859] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.913859] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.913859] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.913859] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.913859] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62fcb096-b969-491c-96ee-58520844e912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.416088] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62fcb096-b969-491c-96ee-58520844e912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.920407] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62fcb096-b969-491c-96ee-58520844e912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.422305] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.422531] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.422531] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.422773] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.422864] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.422966] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62fcb096-b969-491c-96ee-58520844e912 is going to be updated. [ 1221.454179] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.454451] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.454451] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.454705] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.454944] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.472737] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62fcb096-b969-491c-96ee-58520844e912 in Status: IN_PROGRESS for 2s [ 1223.482957] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62fcb096-b969-491c-96ee-58520844e912 in Status: SUCCESS [ 1223.482957] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.913987] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1224.914438] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1229.914895] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1229.914895] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1234.053430] env[65476]: INFO networking_nsxv3.common.synchronization [req-2f70af28-e0f8-43c7-bb15-1f42e4778adf req-05fd6550-c2ef-4f92-8923-343eab5928dc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Enqueued Resource ID: 62fcb096-b969-491c-96ee-58520844e912 with Priority: HIGHEST for action security_group_members [ 1234.055176] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62fcb096-b969-491c-96ee-58520844e912 with Priority: HIGHEST for action security_group_members [ 1234.055824] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-62fcb096-b969-491c-96ee-58520844e912 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.055824] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.055824] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.056063] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.056063] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.056171] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.056293] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.056449] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.056535] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.056628] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62fcb096-b969-491c-96ee-58520844e912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.561025] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.561025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.561025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.561025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.561025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.561025] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.561025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.561025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.561025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.561025] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.561025] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62fcb096-b969-491c-96ee-58520844e912 is going to be updated. [ 1234.591418] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.591607] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.591946] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.591946] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.592129] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.601652] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62fcb096-b969-491c-96ee-58520844e912 in Status: IN_PROGRESS for 2s [ 1236.387258] env[65476]: INFO networking_nsxv3.common.synchronization [req-5c5c9f04-a92f-454b-8aee-650002ddcedd req-96de7da8-38f8-43d1-aedb-53802f72f3b8 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Enqueued Resource ID: f70b1df1-7186-49ee-a94b-1fe9622266a2 with Priority: HIGHEST for action security_group_members [ 1236.387787] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f70b1df1-7186-49ee-a94b-1fe9622266a2 with Priority: HIGHEST for action security_group_members [ 1236.388103] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f70b1df1-7186-49ee-a94b-1fe9622266a2 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.388225] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f70b1df1-7186-49ee-a94b-1fe9622266a2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.388287] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f70b1df1-7186-49ee-a94b-1fe9622266a2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.388483] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f70b1df1-7186-49ee-a94b-1fe9622266a2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.388643] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.388737] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.388809] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.389100] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.389100] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.389312] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f70b1df1-7186-49ee-a94b-1fe9622266a2',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.618310] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62fcb096-b969-491c-96ee-58520844e912 in Status: SUCCESS [ 1236.618567] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62fcb096-b969-491c-96ee-58520844e912 deletion is rescheduled due to dependency. [ 1236.618609] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.890874] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.891077] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.891119] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.891331] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.891429] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.891617] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.891724] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.891783] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.891937] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.892022] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.892111] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f70b1df1-7186-49ee-a94b-1fe9622266a2 is going to be updated. [ 1236.917671] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.917852] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.917915] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.918081] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.918225] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.926662] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f70b1df1-7186-49ee-a94b-1fe9622266a2 in Status: IN_PROGRESS for 2s [ 1238.940354] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f70b1df1-7186-49ee-a94b-1fe9622266a2 in Status: SUCCESS [ 1238.940706] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f70b1df1-7186-49ee-a94b-1fe9622266a2 deletion is rescheduled due to dependency. [ 1238.940789] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f70b1df1-7186-49ee-a94b-1fe9622266a2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.861020] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-543 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.861174] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-543" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.861174] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-543" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.861453] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-543" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.861710] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.861865] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.861980] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.862391] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.862573] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.862807] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1239.862919] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1239.863044] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1239.863167] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1239.863277] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1239.863379] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1239.863514] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1239.882869] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1239.883045] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1239.883190] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1239.883365] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-543" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.883672] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-64340171-2305-4a14-94c4-7ed9d3cb79dd taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.883843] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-64340171-2305-4a14-94c4-7ed9d3cb79dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.883962] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-64340171-2305-4a14-94c4-7ed9d3cb79dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.884245] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-64340171-2305-4a14-94c4-7ed9d3cb79dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.884389] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64340171-2305-4a14-94c4-7ed9d3cb79dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.387070] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.387070] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.387605] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.387605] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.387605] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.387815] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.388043] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.388201] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.388413] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.388549] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.388829] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.388981] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.389118] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.389324] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.389455] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.389596] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: 64340171-2305-4a14-94c4-7ed9d3cb79dd is going to be updated. [ 1240.410252] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.410445] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.410619] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.410835] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.411039] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.411256] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-64340171-2305-4a14-94c4-7ed9d3cb79dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.141496] env[65476]: INFO networking_nsxv3.common.synchronization [req-2c473707-34e2-49d9-83b0-a59cddce13b5 req-7443da5a-66f3-4ce7-9dd2-c8e12a566e1c service nova] Enqueued Resource ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 with Priority: HIGHEST for action security_group_rules [ 1241.141705] env[65476]: INFO networking_nsxv3.common.synchronization [req-2c473707-34e2-49d9-83b0-a59cddce13b5 req-7443da5a-66f3-4ce7-9dd2-c8e12a566e1c service nova] Enqueued Resource ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 with Priority: HIGHEST for action security_group_members [ 1241.141842] env[65476]: INFO networking_nsxv3.common.synchronization [req-2c473707-34e2-49d9-83b0-a59cddce13b5 req-7443da5a-66f3-4ce7-9dd2-c8e12a566e1c service nova] Enqueued Resource ID: 64340171-2305-4a14-94c4-7ed9d3cb79dd with Priority: HIGHEST for action port [ 1241.142458] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 with Priority: HIGHEST for action security_group_rules [ 1241.142604] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 with Priority: HIGHEST for action security_group_members [ 1241.142720] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64340171-2305-4a14-94c4-7ed9d3cb79dd with Priority: HIGHEST for action port [ 1241.143018] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f5c1a41-584c-4e4e-a276-7f37308bc912 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.143682] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.143798] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.144083] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.144233] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f5c1a41-584c-4e4e-a276-7f37308bc912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.146176] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f5c1a41-584c-4e4e-a276-7f37308bc912 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.146273] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.146463] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.146703] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.146954] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.147147] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.147235] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.147538] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.147632] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.147777] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f5c1a41-584c-4e4e-a276-7f37308bc912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.148773] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-64340171-2305-4a14-94c4-7ed9d3cb79dd taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.149646] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64340171-2305-4a14-94c4-7ed9d3cb79dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.149646] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64340171-2305-4a14-94c4-7ed9d3cb79dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.149646] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64340171-2305-4a14-94c4-7ed9d3cb79dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.149646] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64340171-2305-4a14-94c4-7ed9d3cb79dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.650976] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f5c1a41-584c-4e4e-a276-7f37308bc912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.652234] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f5c1a41-584c-4e4e-a276-7f37308bc912 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.652386] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.652633] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64340171-2305-4a14-94c4-7ed9d3cb79dd with status ACTIVE [ 1241.652835] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.652987] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.653109] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.653353] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.653456] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.653645] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.653780] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.654550] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.654550] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.654550] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.654550] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.654550] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.654550] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.654873] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.654873] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.654873] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64340171-2305-4a14-94c4-7ed9d3cb79dd is going to be updated. [ 1241.677157] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.677350] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.677416] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.677633] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.677797] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.677977] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64340171-2305-4a14-94c4-7ed9d3cb79dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.157274] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f5c1a41-584c-4e4e-a276-7f37308bc912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.659978] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.660350] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.660350] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.660691] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.660878] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.660983] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 is going to be updated. [ 1242.690687] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.690914] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.690914] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.691124] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.691271] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.701363] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 in Status: IN_PROGRESS for 2s [ 1244.713903] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 in Status: SUCCESS [ 1244.717107] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.717107] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.717107] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.717107] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.717107] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.717107] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.717107] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.717107] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.717107] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.717107] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f5c1a41-584c-4e4e-a276-7f37308bc912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.217942] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f5c1a41-584c-4e4e-a276-7f37308bc912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.721017] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f5c1a41-584c-4e4e-a276-7f37308bc912: rpc.has_security_group_logging(os_id): False [ 1245.741087] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.741308] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.741379] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.741545] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.741638] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.741882] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.741981] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.742071] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.742251] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.742342] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.742439] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 is going to be updated. [ 1245.763594] env[65476]: INFO networking_nsxv3.common.synchronization [None req-fe703977-e22a-4131-93fd-449571aae3ce None None] Enqueued Resource ID: 708ea943-c60a-419e-ae83-8463971f8ad8 with Priority: HIGHEST for action port [ 1245.764677] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 708ea943-c60a-419e-ae83-8463971f8ad8 with Priority: HIGHEST for action port [ 1245.764677] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-708ea943-c60a-419e-ae83-8463971f8ad8 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.764677] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-708ea943-c60a-419e-ae83-8463971f8ad8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.764677] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-708ea943-c60a-419e-ae83-8463971f8ad8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.764677] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-708ea943-c60a-419e-ae83-8463971f8ad8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.764935] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('708ea943-c60a-419e-ae83-8463971f8ad8',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.819269] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.820650] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.820650] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.820650] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.820650] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.835034] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 in Status: IN_PROGRESS for 2s [ 1246.267063] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 708ea943-c60a-419e-ae83-8463971f8ad8 [ 1246.267313] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.267519] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.267604] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.267824] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.267911] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.268161] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:708ea943-c60a-419e-ae83-8463971f8ad8 already deleted. [ 1246.268161] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-708ea943-c60a-419e-ae83-8463971f8ad8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.851775] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 in Status: SUCCESS [ 1247.852168] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.104924] env[65476]: INFO networking_nsxv3.common.synchronization [None req-570ea6f0-3450-4b83-b615-ee054e9bb8e0 None None] Enqueued Resource ID: 37c79a9e-d139-4890-86e9-f298cb899e2d with Priority: HIGHEST for action port [ 1248.105856] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37c79a9e-d139-4890-86e9-f298cb899e2d with Priority: HIGHEST for action port [ 1248.105856] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-37c79a9e-d139-4890-86e9-f298cb899e2d taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.106021] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37c79a9e-d139-4890-86e9-f298cb899e2d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.106361] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37c79a9e-d139-4890-86e9-f298cb899e2d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.106361] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37c79a9e-d139-4890-86e9-f298cb899e2d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.106424] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37c79a9e-d139-4890-86e9-f298cb899e2d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.609020] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37c79a9e-d139-4890-86e9-f298cb899e2d [ 1248.609357] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.609531] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.609641] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.609898] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.610019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.610110] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37c79a9e-d139-4890-86e9-f298cb899e2d already deleted. [ 1248.610194] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37c79a9e-d139-4890-86e9-f298cb899e2d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.467026] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-423 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.467026] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-423" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.467026] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-423" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.467026] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-423" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.467631] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.467936] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.468170] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.468485] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.468731] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.469405] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1249.469405] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1249.469405] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1249.469405] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1249.469613] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1249.469613] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1249.469719] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1249.489850] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1249.490016] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1249.490160] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1249.490337] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-423" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.490648] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-16017732-fc69-4689-ae19-7ab3c5c9c3df taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.490816] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-16017732-fc69-4689-ae19-7ab3c5c9c3df" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.490933] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-16017732-fc69-4689-ae19-7ab3c5c9c3df" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.491200] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-16017732-fc69-4689-ae19-7ab3c5c9c3df" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.491334] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16017732-fc69-4689-ae19-7ab3c5c9c3df',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.993426] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.993652] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.993779] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.994099] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.994255] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.994590] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.994751] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.994868] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.995102] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.995237] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.995517] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.995675] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.995785] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.995993] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.996135] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.996275] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: 16017732-fc69-4689-ae19-7ab3c5c9c3df is going to be updated. [ 1250.020765] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.021074] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.021128] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.021376] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.021604] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.021805] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-16017732-fc69-4689-ae19-7ab3c5c9c3df" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.729558] env[65476]: INFO networking_nsxv3.common.synchronization [req-98609c43-e502-4594-a632-06466e3d6384 req-822aadce-77d0-4b8b-a679-18f642d87313 service nova] Enqueued Resource ID: 5f9d7852-f820-4c45-a9fd-f180c0875ae3 with Priority: HIGHEST for action security_group_rules [ 1250.729879] env[65476]: INFO networking_nsxv3.common.synchronization [req-98609c43-e502-4594-a632-06466e3d6384 req-822aadce-77d0-4b8b-a679-18f642d87313 service nova] Enqueued Resource ID: 5f9d7852-f820-4c45-a9fd-f180c0875ae3 with Priority: HIGHEST for action security_group_members [ 1250.730015] env[65476]: INFO networking_nsxv3.common.synchronization [req-98609c43-e502-4594-a632-06466e3d6384 req-822aadce-77d0-4b8b-a679-18f642d87313 service nova] Enqueued Resource ID: 16017732-fc69-4689-ae19-7ab3c5c9c3df with Priority: HIGHEST for action port [ 1250.730556] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f9d7852-f820-4c45-a9fd-f180c0875ae3 with Priority: HIGHEST for action security_group_rules [ 1250.730692] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f9d7852-f820-4c45-a9fd-f180c0875ae3 with Priority: HIGHEST for action security_group_members [ 1250.731314] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16017732-fc69-4689-ae19-7ab3c5c9c3df with Priority: HIGHEST for action port [ 1250.731599] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f9d7852-f820-4c45-a9fd-f180c0875ae3 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.731723] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f9d7852-f820-4c45-a9fd-f180c0875ae3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.731770] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f9d7852-f820-4c45-a9fd-f180c0875ae3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.731977] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f9d7852-f820-4c45-a9fd-f180c0875ae3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.732071] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f9d7852-f820-4c45-a9fd-f180c0875ae3',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.733065] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f9d7852-f820-4c45-a9fd-f180c0875ae3 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.733189] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f9d7852-f820-4c45-a9fd-f180c0875ae3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.733257] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f9d7852-f820-4c45-a9fd-f180c0875ae3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.733437] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f9d7852-f820-4c45-a9fd-f180c0875ae3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.733607] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.733691] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.733746] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.733863] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.733938] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.734047] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f9d7852-f820-4c45-a9fd-f180c0875ae3',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.734874] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-16017732-fc69-4689-ae19-7ab3c5c9c3df taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.734984] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16017732-fc69-4689-ae19-7ab3c5c9c3df" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.735072] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16017732-fc69-4689-ae19-7ab3c5c9c3df" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.736041] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16017732-fc69-4689-ae19-7ab3c5c9c3df" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.736041] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16017732-fc69-4689-ae19-7ab3c5c9c3df',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.236908] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f9d7852-f820-4c45-a9fd-f180c0875ae3',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.238073] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f9d7852-f820-4c45-a9fd-f180c0875ae3 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.238552] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f9d7852-f820-4c45-a9fd-f180c0875ae3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.239215] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16017732-fc69-4689-ae19-7ab3c5c9c3df with status ACTIVE [ 1251.239410] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.239714] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.239816] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.239968] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.240075] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.240255] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.240356] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.240414] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.240573] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.240747] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.240933] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.241693] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.241693] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.241693] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.241693] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.241693] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16017732-fc69-4689-ae19-7ab3c5c9c3df is going to be updated. [ 1251.266065] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.266065] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.266065] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.266065] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.266382] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.266382] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16017732-fc69-4689-ae19-7ab3c5c9c3df" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.740507] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f9d7852-f820-4c45-a9fd-f180c0875ae3',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.243605] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.243854] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.243854] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.244060] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.244153] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.244253] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f9d7852-f820-4c45-a9fd-f180c0875ae3 is going to be updated. [ 1252.272999] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.273218] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.273307] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.273581] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.273795] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.284041] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f9d7852-f820-4c45-a9fd-f180c0875ae3 in Status: IN_PROGRESS for 2s [ 1253.326634] env[65476]: INFO networking_nsxv3.common.synchronization [req-6b659307-e11b-406b-a184-3f2762a70f09 req-109dcabc-d4d0-41b2-81a5-ba4dfa71be8e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Enqueued Resource ID: d528647b-e259-4cd2-a23b-7b72d7ac58da with Priority: HIGHEST for action security_group_members [ 1253.327478] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d528647b-e259-4cd2-a23b-7b72d7ac58da with Priority: HIGHEST for action security_group_members [ 1253.327867] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-d528647b-e259-4cd2-a23b-7b72d7ac58da taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.327989] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d528647b-e259-4cd2-a23b-7b72d7ac58da" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.328066] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d528647b-e259-4cd2-a23b-7b72d7ac58da" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.328268] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d528647b-e259-4cd2-a23b-7b72d7ac58da" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.328425] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.328525] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.328579] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.328727] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.328812] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.328909] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d528647b-e259-4cd2-a23b-7b72d7ac58da',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.831403] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.831664] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.831824] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.832194] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.832414] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.832710] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.832851] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.832950] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.833282] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.833384] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.833466] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d528647b-e259-4cd2-a23b-7b72d7ac58da is going to be updated. [ 1253.863907] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.864079] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.864154] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.864407] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.864606] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.881606] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d528647b-e259-4cd2-a23b-7b72d7ac58da in Status: IN_PROGRESS for 2s [ 1254.301104] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f9d7852-f820-4c45-a9fd-f180c0875ae3 in Status: SUCCESS [ 1254.301423] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f9d7852-f820-4c45-a9fd-f180c0875ae3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.301589] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f9d7852-f820-4c45-a9fd-f180c0875ae3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.301820] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f9d7852-f820-4c45-a9fd-f180c0875ae3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.302021] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.302135] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.302219] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.302358] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.302529] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.302529] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f9d7852-f820-4c45-a9fd-f180c0875ae3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.302615] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f9d7852-f820-4c45-a9fd-f180c0875ae3',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.805396] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f9d7852-f820-4c45-a9fd-f180c0875ae3',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.308047] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f9d7852-f820-4c45-a9fd-f180c0875ae3: rpc.has_security_group_logging(os_id): False [ 1255.329481] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.329722] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.329817] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.330127] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.330279] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.330605] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.330721] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.331692] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.331692] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.331692] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.331692] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f9d7852-f820-4c45-a9fd-f180c0875ae3 is going to be updated. [ 1255.419022] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.419246] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.420287] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.420287] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.420287] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.438610] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f9d7852-f820-4c45-a9fd-f180c0875ae3 in Status: IN_PROGRESS for 2s [ 1255.452404] env[65476]: INFO networking_nsxv3.common.synchronization [req-f1898605-5f33-49e7-8ab8-d6be34bf6483 req-ced68a87-1603-4077-af96-1e6867ea2178 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Enqueued Resource ID: f7bcd75e-7a83-499f-b93f-99109c24d24f with Priority: HIGHEST for action security_group_members [ 1255.452925] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7bcd75e-7a83-499f-b93f-99109c24d24f with Priority: HIGHEST for action security_group_members [ 1255.452925] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7bcd75e-7a83-499f-b93f-99109c24d24f taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.453238] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7bcd75e-7a83-499f-b93f-99109c24d24f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.453333] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7bcd75e-7a83-499f-b93f-99109c24d24f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.453796] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7bcd75e-7a83-499f-b93f-99109c24d24f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.453878] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.453956] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.454032] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.454226] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.454325] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.454587] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7bcd75e-7a83-499f-b93f-99109c24d24f',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.797040] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-38 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.797040] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-38" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.797248] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-38" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.797456] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-38" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.797751] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.797937] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.798123] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.798365] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.798528] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.798751] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1255.798866] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1255.798989] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1255.799142] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1255.799230] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1255.799339] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1255.799472] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1255.818901] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1255.819354] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1255.819354] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1255.819560] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-38" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.819961] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-a95fddfa-adc2-49be-9aa6-0681e2495fbf taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.820846] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-a95fddfa-adc2-49be-9aa6-0681e2495fbf" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.820846] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-a95fddfa-adc2-49be-9aa6-0681e2495fbf" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.820846] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-a95fddfa-adc2-49be-9aa6-0681e2495fbf" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.820973] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a95fddfa-adc2-49be-9aa6-0681e2495fbf',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.892337] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d528647b-e259-4cd2-a23b-7b72d7ac58da in Status: SUCCESS [ 1255.892542] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d528647b-e259-4cd2-a23b-7b72d7ac58da deletion is rescheduled due to dependency. [ 1255.892663] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d528647b-e259-4cd2-a23b-7b72d7ac58da" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.957350] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.957587] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.957653] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.957887] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.957974] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.958181] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.958279] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.958341] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.958492] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.958567] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.958665] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7bcd75e-7a83-499f-b93f-99109c24d24f already deleted. [ 1255.958758] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7bcd75e-7a83-499f-b93f-99109c24d24f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.324045] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.324252] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.324345] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.324696] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.324854] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.325490] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port a95fddfa-adc2-49be-9aa6-0681e2495fbf not found, creating... [ 1256.325490] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.325650] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.325783] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.326067] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.326217] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.326642] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.326831] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.326979] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.327222] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.327360] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.327508] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: a95fddfa-adc2-49be-9aa6-0681e2495fbf is going to be created. [ 1256.351540] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.351819] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.351948] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.352287] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.352680] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.353055] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-a95fddfa-adc2-49be-9aa6-0681e2495fbf" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.632703] env[65476]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1256.632853] env[65476]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] NSXv3 Agent Agent loop - iteration:3 started [ 1257.116615] env[65476]: INFO networking_nsxv3.common.synchronization [req-f1898605-5f33-49e7-8ab8-d6be34bf6483 req-ef92178e-2d50-49cb-8f24-0580d47b1d4a service nova] Enqueued Resource ID: f7bcd75e-7a83-499f-b93f-99109c24d24f with Priority: HIGHEST for action security_group_rules [ 1257.116955] env[65476]: INFO networking_nsxv3.common.synchronization [req-f1898605-5f33-49e7-8ab8-d6be34bf6483 req-ef92178e-2d50-49cb-8f24-0580d47b1d4a service nova] Enqueued Resource ID: f7bcd75e-7a83-499f-b93f-99109c24d24f with Priority: HIGHEST for action security_group_members [ 1257.117474] env[65476]: INFO networking_nsxv3.common.synchronization [req-f1898605-5f33-49e7-8ab8-d6be34bf6483 req-ef92178e-2d50-49cb-8f24-0580d47b1d4a service nova] Enqueued Resource ID: a95fddfa-adc2-49be-9aa6-0681e2495fbf with Priority: HIGHEST for action port [ 1257.118135] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7bcd75e-7a83-499f-b93f-99109c24d24f with Priority: HIGHEST for action security_group_rules [ 1257.118338] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7bcd75e-7a83-499f-b93f-99109c24d24f with Priority: HIGHEST for action security_group_members [ 1257.118448] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a95fddfa-adc2-49be-9aa6-0681e2495fbf with Priority: HIGHEST for action port [ 1257.118759] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7bcd75e-7a83-499f-b93f-99109c24d24f taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.118913] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7bcd75e-7a83-499f-b93f-99109c24d24f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.118980] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7bcd75e-7a83-499f-b93f-99109c24d24f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.119356] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7bcd75e-7a83-499f-b93f-99109c24d24f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.119507] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7bcd75e-7a83-499f-b93f-99109c24d24f',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.121082] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7bcd75e-7a83-499f-b93f-99109c24d24f taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.121208] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7bcd75e-7a83-499f-b93f-99109c24d24f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.121399] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7bcd75e-7a83-499f-b93f-99109c24d24f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.121626] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7bcd75e-7a83-499f-b93f-99109c24d24f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.121860] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.121952] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.122034] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.122288] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.122376] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.122478] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7bcd75e-7a83-499f-b93f-99109c24d24f',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.124160] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-a95fddfa-adc2-49be-9aa6-0681e2495fbf taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.124292] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a95fddfa-adc2-49be-9aa6-0681e2495fbf" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.124349] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a95fddfa-adc2-49be-9aa6-0681e2495fbf" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.124551] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a95fddfa-adc2-49be-9aa6-0681e2495fbf" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.124666] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a95fddfa-adc2-49be-9aa6-0681e2495fbf',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.452179] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f9d7852-f820-4c45-a9fd-f180c0875ae3 in Status: SUCCESS [ 1257.452427] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f9d7852-f820-4c45-a9fd-f180c0875ae3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.622073] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7bcd75e-7a83-499f-b93f-99109c24d24f taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.622436] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7bcd75e-7a83-499f-b93f-99109c24d24f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.627797] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7bcd75e-7a83-499f-b93f-99109c24d24f',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.629068] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a95fddfa-adc2-49be-9aa6-0681e2495fbf with status ACTIVE [ 1257.629293] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.629587] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.629587] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.629777] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.629881] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.630360] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.630360] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.630360] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.631110] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.631110] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.631967] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.632214] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.632288] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.632501] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.632630] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.632816] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a95fddfa-adc2-49be-9aa6-0681e2495fbf is going to be updated. [ 1257.660827] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.661120] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.661120] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.661263] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.661398] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.661558] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a95fddfa-adc2-49be-9aa6-0681e2495fbf" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.135478] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7bcd75e-7a83-499f-b93f-99109c24d24f',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.640085] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.640085] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.640085] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.640085] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.640085] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.640085] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7bcd75e-7a83-499f-b93f-99109c24d24f is going to be created. [ 1258.661398] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.661536] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.661782] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.662067] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.662201] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.671722] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7bcd75e-7a83-499f-b93f-99109c24d24f in Status: UNINITIALIZED for 2s [ 1259.446260] env[65476]: INFO networking_nsxv3.common.synchronization [req-41a0e5c0-3a21-456a-a0a0-1198128e48c8 req-521a2776-74f7-4746-bc33-3bae1e97302d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Enqueued Resource ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 with Priority: HIGHEST for action security_group_members [ 1259.446472] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 with Priority: HIGHEST for action security_group_members [ 1259.447056] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f5c1a41-584c-4e4e-a276-7f37308bc912 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.447056] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.447056] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.447286] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.447402] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.447515] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.448263] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.449417] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.449417] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.449417] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f5c1a41-584c-4e4e-a276-7f37308bc912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.952389] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.952608] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.952657] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.952864] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.952964] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.953213] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.953335] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.953383] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.953529] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.953606] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.953696] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 is going to be updated. [ 1259.985538] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.985765] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.985765] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.986018] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.986171] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.996350] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 in Status: IN_PROGRESS for 2s [ 1260.682718] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7bcd75e-7a83-499f-b93f-99109c24d24f in Status: SUCCESS [ 1260.683164] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7bcd75e-7a83-499f-b93f-99109c24d24f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.683164] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7bcd75e-7a83-499f-b93f-99109c24d24f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.683336] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7bcd75e-7a83-499f-b93f-99109c24d24f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.683526] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.683647] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.683710] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.683890] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.684062] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.684062] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7bcd75e-7a83-499f-b93f-99109c24d24f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.684152] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7bcd75e-7a83-499f-b93f-99109c24d24f',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.186492] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7bcd75e-7a83-499f-b93f-99109c24d24f taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.186812] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7bcd75e-7a83-499f-b93f-99109c24d24f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.186812] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7bcd75e-7a83-499f-b93f-99109c24d24f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.186980] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7bcd75e-7a83-499f-b93f-99109c24d24f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.187172] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.187277] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.187339] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.187490] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.187580] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.187665] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7bcd75e-7a83-499f-b93f-99109c24d24f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.187842] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7bcd75e-7a83-499f-b93f-99109c24d24f taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.187909] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7bcd75e-7a83-499f-b93f-99109c24d24f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.187978] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7bcd75e-7a83-499f-b93f-99109c24d24f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.188180] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7bcd75e-7a83-499f-b93f-99109c24d24f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.188323] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.188417] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.188477] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.188616] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.188694] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.188803] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7bcd75e-7a83-499f-b93f-99109c24d24f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.188902] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7bcd75e-7a83-499f-b93f-99109c24d24f',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.691625] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7bcd75e-7a83-499f-b93f-99109c24d24f: rpc.has_security_group_logging(os_id): False [ 1261.713454] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.713669] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.713669] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.713982] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.714082] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.714286] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.714484] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.714555] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.714727] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.714806] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.715202] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.715202] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.715365] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.715424] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.715499] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.715686] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.715782] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.715844] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.716022] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.716131] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.716220] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7bcd75e-7a83-499f-b93f-99109c24d24f is going to be created. [ 1261.777870] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.778112] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.778112] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.778298] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.778516] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.791713] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7bcd75e-7a83-499f-b93f-99109c24d24f in Status: IN_PROGRESS for 2s [ 1262.008056] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 in Status: SUCCESS [ 1262.008237] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 deletion is rescheduled due to dependency. [ 1262.008289] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.805086] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7bcd75e-7a83-499f-b93f-99109c24d24f in Status: SUCCESS [ 1263.805459] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7bcd75e-7a83-499f-b93f-99109c24d24f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.890792] env[65476]: INFO networking_nsxv3.common.synchronization [req-44e6aefe-0849-4eba-b325-30b0a056a4d0 req-2e817d02-a9b3-44bf-9bab-23f9aef3533b tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Enqueued Resource ID: 433f6af1-6569-4ab1-8791-2be431df418a with Priority: HIGHEST for action security_group_members [ 1263.891425] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 433f6af1-6569-4ab1-8791-2be431df418a with Priority: HIGHEST for action security_group_members [ 1263.891752] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-433f6af1-6569-4ab1-8791-2be431df418a taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.891862] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.891975] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.892156] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.892314] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.892457] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.892457] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.893117] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.893117] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.893117] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('433f6af1-6569-4ab1-8791-2be431df418a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.395066] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('433f6af1-6569-4ab1-8791-2be431df418a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.897533] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('433f6af1-6569-4ab1-8791-2be431df418a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.400627] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.400627] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.400627] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.400893] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.401561] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.401561] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 433f6af1-6569-4ab1-8791-2be431df418a is going to be updated. [ 1265.432699] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.432930] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.432930] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.433155] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.433311] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.445544] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 433f6af1-6569-4ab1-8791-2be431df418a in Status: IN_PROGRESS for 2s [ 1267.456710] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 433f6af1-6569-4ab1-8791-2be431df418a in Status: SUCCESS [ 1267.456710] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.892646] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1268.893048] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1269.360133] env[65476]: INFO networking_nsxv3.common.synchronization [req-0c0a51b2-8df6-4843-8063-5e01f2bef221 req-174a5329-4d93-4f71-92b4-4981c5f09093 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Enqueued Resource ID: f7bcd75e-7a83-499f-b93f-99109c24d24f with Priority: HIGHEST for action security_group_members [ 1269.361436] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7bcd75e-7a83-499f-b93f-99109c24d24f with Priority: HIGHEST for action security_group_members [ 1269.361436] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7bcd75e-7a83-499f-b93f-99109c24d24f taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.361436] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7bcd75e-7a83-499f-b93f-99109c24d24f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.361957] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7bcd75e-7a83-499f-b93f-99109c24d24f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.361957] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7bcd75e-7a83-499f-b93f-99109c24d24f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.361957] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.362135] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.362135] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.362273] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.362360] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.362457] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7bcd75e-7a83-499f-b93f-99109c24d24f',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.865721] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.865952] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.866086] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.866356] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.866509] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.866877] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.867121] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.867233] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.867484] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.867596] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.867740] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7bcd75e-7a83-499f-b93f-99109c24d24f is going to be updated. [ 1269.898228] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.898594] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.898594] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.898704] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.898748] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.908172] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7bcd75e-7a83-499f-b93f-99109c24d24f in Status: IN_PROGRESS for 2s [ 1270.591931] env[65476]: INFO networking_nsxv3.common.synchronization [req-8622d78a-0267-4a68-9fe2-99ccd368c744 req-8d7954f4-2376-404c-947b-1b28a336fd10 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Enqueued Resource ID: 433f6af1-6569-4ab1-8791-2be431df418a with Priority: HIGHEST for action security_group_members [ 1270.592379] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 433f6af1-6569-4ab1-8791-2be431df418a with Priority: HIGHEST for action security_group_members [ 1270.592688] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-433f6af1-6569-4ab1-8791-2be431df418a taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.592809] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.592875] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.593088] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.593243] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.593344] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.593406] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.593649] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.594347] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.594347] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('433f6af1-6569-4ab1-8791-2be431df418a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.096320] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.096912] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.096912] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.096912] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.096912] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.097136] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.097243] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.097307] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.097471] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.097530] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.097613] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 433f6af1-6569-4ab1-8791-2be431df418a is going to be updated. [ 1271.126022] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.126216] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.126265] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.126466] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.126658] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.138046] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 433f6af1-6569-4ab1-8791-2be431df418a in Status: IN_PROGRESS for 2s [ 1271.919618] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7bcd75e-7a83-499f-b93f-99109c24d24f in Status: SUCCESS [ 1271.919828] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7bcd75e-7a83-499f-b93f-99109c24d24f deletion is rescheduled due to dependency. [ 1271.919997] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7bcd75e-7a83-499f-b93f-99109c24d24f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.147483] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 433f6af1-6569-4ab1-8791-2be431df418a in Status: SUCCESS [ 1273.147802] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 433f6af1-6569-4ab1-8791-2be431df418a deletion is rescheduled due to dependency. [ 1273.147845] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.593951] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1275.594285] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1278.340648] env[65476]: INFO networking_nsxv3.common.synchronization [req-f98197f1-ff12-4b91-8d3e-22a45b0e9d68 req-151f68ac-1525-4ebc-9973-f1ebd427c17b tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Enqueued Resource ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e with Priority: HIGHEST for action security_group_members [ 1278.341183] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e with Priority: HIGHEST for action security_group_members [ 1278.341483] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6f2c17e-bbff-4551-a188-e8cd70bb609e taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.341600] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.341695] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.341859] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.342011] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.342114] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.342176] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.342331] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.342416] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.342506] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6f2c17e-bbff-4551-a188-e8cd70bb609e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.844774] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.844774] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.844774] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.845030] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.845125] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.845325] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.845424] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.845485] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.845634] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.845710] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.845799] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e is going to be updated. [ 1278.874215] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.874372] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.874420] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.874604] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.874744] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.883385] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e in Status: IN_PROGRESS for 2s [ 1280.900334] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e in Status: SUCCESS [ 1280.900695] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e deletion is rescheduled due to dependency. [ 1280.900695] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.342526] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1283.342898] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1285.551174] env[65476]: INFO networking_nsxv3.common.synchronization [req-879f7eea-de1f-48c6-86d8-c73cd9abef7f req-de71d786-6959-4b67-aae1-fbf3a30feee3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Enqueued Resource ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e with Priority: HIGHEST for action security_group_members [ 1285.551715] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e with Priority: HIGHEST for action security_group_members [ 1285.552567] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6f2c17e-bbff-4551-a188-e8cd70bb609e taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.552567] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.552567] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.552567] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.552829] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.552829] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.552829] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.552951] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.552983] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.553109] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6f2c17e-bbff-4551-a188-e8cd70bb609e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.841027] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.841225] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-32" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.841377] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-32" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.841697] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-32" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.841969] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.842193] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.842318] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.842532] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.842675] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.842882] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1285.842996] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1285.843115] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1285.843219] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1285.843371] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1285.843487] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1285.843620] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1285.863573] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1285.863748] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1285.863868] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1285.864097] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-32" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.864419] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.864588] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.864706] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.865070] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.865207] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.055945] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.056172] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.056172] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.056346] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.056445] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.056638] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.056736] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.056798] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.056995] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.057077] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.057167] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e is going to be updated. [ 1286.081538] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.081725] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.081725] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.081915] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.082075] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.093297] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e in Status: IN_PROGRESS for 2s [ 1286.368035] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.368249] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.368249] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.368654] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.368843] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.369041] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port 0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca not found, creating... [ 1286.369375] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.369571] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.369729] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.369984] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.370172] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.370475] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.370664] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.370807] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.371032] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.371171] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.371310] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: 0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca is going to be created. [ 1286.399143] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.399398] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.399441] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.399692] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.399917] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.400303] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.101024] env[65476]: INFO networking_nsxv3.common.synchronization [req-879f7eea-de1f-48c6-86d8-c73cd9abef7f req-f7175cc3-d5b0-4fc2-a8de-371e68ad92a9 service nova] Enqueued Resource ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e with Priority: HIGHEST for action security_group_rules [ 1287.101024] env[65476]: INFO networking_nsxv3.common.synchronization [req-879f7eea-de1f-48c6-86d8-c73cd9abef7f req-f7175cc3-d5b0-4fc2-a8de-371e68ad92a9 service nova] Enqueued Resource ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e with Priority: HIGHEST for action security_group_members [ 1287.101024] env[65476]: INFO networking_nsxv3.common.synchronization [req-879f7eea-de1f-48c6-86d8-c73cd9abef7f req-f7175cc3-d5b0-4fc2-a8de-371e68ad92a9 service nova] Enqueued Resource ID: 0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca with Priority: HIGHEST for action port [ 1287.101024] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e with Priority: HIGHEST for action security_group_rules [ 1287.101024] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e with Priority: HIGHEST for action security_group_members [ 1287.101829] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca with Priority: HIGHEST for action port [ 1287.105021] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6f2c17e-bbff-4551-a188-e8cd70bb609e taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.105021] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.105021] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.105021] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.105021] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6f2c17e-bbff-4551-a188-e8cd70bb609e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.105021] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6f2c17e-bbff-4551-a188-e8cd70bb609e taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.105021] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.105021] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.105021] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.105021] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.105021] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.105021] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.605934] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6f2c17e-bbff-4551-a188-e8cd70bb609e taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.606176] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.608066] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca with status ACTIVE [ 1287.608271] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.608451] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.608544] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.608784] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.608911] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.609143] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.609288] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.609356] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.609562] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.609665] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.609876] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.610007] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.610095] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.610263] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.610359] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.610478] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca is going to be updated. [ 1287.631920] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.632181] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.632237] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.632503] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.632671] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.632871] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.103309] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e in Status: SUCCESS [ 1288.103687] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e deletion is rescheduled due to dependency. [ 1288.103687] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.103784] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.103956] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.104154] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.104273] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.104336] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.104487] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.104567] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.104659] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6f2c17e-bbff-4551-a188-e8cd70bb609e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.607309] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6f2c17e-bbff-4551-a188-e8cd70bb609e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.109961] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6f2c17e-bbff-4551-a188-e8cd70bb609e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.613183] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.613352] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.613418] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.613632] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.613720] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.613817] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e is going to be updated. [ 1289.641693] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.641932] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.641932] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.642130] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.642278] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.654398] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e in Status: IN_PROGRESS for 2s [ 1291.667602] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e in Status: SUCCESS [ 1291.667969] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.667969] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.668230] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.668430] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.668538] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.668596] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.668748] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.668829] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.668914] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.669012] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6f2c17e-bbff-4551-a188-e8cd70bb609e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.103648] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1292.103817] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1292.171353] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6f2c17e-bbff-4551-a188-e8cd70bb609e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.674371] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6f2c17e-bbff-4551-a188-e8cd70bb609e: rpc.has_security_group_logging(os_id): False [ 1292.692424] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.692635] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.692635] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.692845] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.692938] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.693204] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.693347] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.693393] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.693524] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.693599] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.693681] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e is going to be updated. [ 1292.752720] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.752916] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.752916] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.753091] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.753239] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.766219] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e in Status: IN_PROGRESS for 2s [ 1294.780893] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e in Status: SUCCESS [ 1294.781310] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.585643] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.585814] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.585866] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.586224] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.587049] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.801396] env[65476]: INFO networking_nsxv3.common.synchronization [req-fd2106b8-8fee-4b9f-9027-d3fbf9d645bf req-5ea5b2c2-a621-4ba6-a9eb-0a2871ac5da6 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Enqueued Resource ID: e29ea97a-160c-4d44-b0cc-22e22f82f53c with Priority: HIGHEST for action security_group_members [ 1295.801934] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29ea97a-160c-4d44-b0cc-22e22f82f53c with Priority: HIGHEST for action security_group_members [ 1295.802256] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-e29ea97a-160c-4d44-b0cc-22e22f82f53c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.802389] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e29ea97a-160c-4d44-b0cc-22e22f82f53c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.802463] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e29ea97a-160c-4d44-b0cc-22e22f82f53c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.802631] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e29ea97a-160c-4d44-b0cc-22e22f82f53c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.803262] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.803262] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.803262] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.803449] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.803449] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.803518] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e29ea97a-160c-4d44-b0cc-22e22f82f53c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.088346] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.306716] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.306926] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.307049] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.307245] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.307348] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.307544] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.307645] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.307699] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.307876] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.308351] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.308351] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e29ea97a-160c-4d44-b0cc-22e22f82f53c is going to be updated. [ 1296.338148] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.338304] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.338369] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.338582] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.338721] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.348906] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29ea97a-160c-4d44-b0cc-22e22f82f53c in Status: IN_PROGRESS for 2s [ 1296.592676] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.096156] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1297.096496] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1297.891893] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.892157] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.892157] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.892318] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.904292] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1297.906889] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.907721] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1297.942219] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.942543] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.942543] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.942636] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.956353] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.957201] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1297.957308] env[65476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1297.957395] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1297.998484] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.998643] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.998746] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.998919] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.000188] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.000429] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1298.082565] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.082773] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.082773] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.082986] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.083298] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.083555] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1298.163852] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.164400] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.164400] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.164400] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.164607] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.164829] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1298.164939] env[65476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'f7bcd75e-7a83-499f-b93f-99109c24d24f', '41288e25-8ca8-4533-83ce-a86b87d71d35', 'b6f2c17e-bbff-4551-a188-e8cd70bb609e', 'e29ea97a-160c-4d44-b0cc-22e22f82f53c', '2f5c1a41-584c-4e4e-a276-7f37308bc912', 'c7cdf36e-45a4-40c8-8ace-e9a7eddf5415', '61e6ae49-b04a-4fe1-9348-26b97c894a67', 'd02750e0-5911-4223-885b-5238bc056af0', '7e20303d-4660-4c23-81bd-ba3943d3e8aa', '1478b812-46e7-4dc6-9bb2-92bf8fa7f09d', '2f3fbd21-575e-46fe-bc65-4fe0585f19b7', '80a44372-f1d0-42a5-8559-78d175593590', 'a5d576b5-777e-42dc-948b-3ea4949760c2', 'd80ba68a-b076-4d3b-be24-8f2348659dda', '27d84de2-6f85-42a3-a739-df0d0e9158b1', '433f6af1-6569-4ab1-8791-2be431df418a', '62fcb096-b969-491c-96ee-58520844e912', 'bbaac4fb-a1b3-4857-944c-fc646a4729ee', '3d9def72-f272-4150-9f5b-0fde0b1d6d4b', 'f70b1df1-7186-49ee-a94b-1fe9622266a2', '3ef23534-3f99-4122-8fae-5790ddefcf3b', '4471a33b-a245-4793-b098-681e946f53f5', 'dcd1a768-57fa-4fe3-b51c-1c39c8bdc699', '5f9d7852-f820-4c45-a9fd-f180c0875ae3', '455bb743-de19-43c4-aa68-491bf4dd5b84', '5dfdb1e1-ae0c-4f77-a196-96fc2727ced3', '5160a546-47d1-4816-8fbc-a93ab065979d', '09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c', 'f1b40e9a-1124-4126-a195-f5b379e2304c', '7dc4d518-6a73-42a6-9e75-85d662d21f4d', 'eb10cfe4-a15d-4622-b6db-19be1c424e27', 'b69523ee-a5be-4158-bb73-467cafa9975e', '55d2ce1a-91c4-4ad2-8d1e-c36e329a9198', 'd528647b-e259-4cd2-a23b-7b72d7ac58da', 'afcadb5d-0a1f-431a-8fc5-087c6dff4018', 'd0a18a43-9a9b-4dfd-9b3d-56894b961e4a', '3d7b91fd-30c8-4f9e-ae9c-e37b4695eade', '7284fc6a-f972-41b3-b6cd-5042cd5d8f78', '891719c2-1d9c-4c23-82fe-0f7cc2f37de7', 'e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8', 'ce161cd1-25c0-4dff-a320-e47e330247dd', 'be06d0b9-a4d5-4cf1-bb45-2ca0d66af267', '6492e50c-3051-48cc-a27f-d04e71171dad'} {{(pid=65476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1298.165118] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1298.183427] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.183690] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.183690] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.183870] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.183957] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.184095] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1298.184169] env[65476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1298.184232] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1298.262429] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.262797] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.262797] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.262966] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.264042] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.264294] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1298.264378] env[65476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1298.264439] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1298.264494] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1298.264614] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1298.264708] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f7bcd75e-7a83-499f-b93f-99109c24d24f with Priority: HIGH for action security_group_rules [ 1298.264708] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 41288e25-8ca8-4533-83ce-a86b87d71d35 with Priority: HIGH for action security_group_rules [ 1298.264873] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e with Priority: HIGH for action security_group_rules [ 1298.264873] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e29ea97a-160c-4d44-b0cc-22e22f82f53c with Priority: HIGH for action security_group_rules [ 1298.264873] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 with Priority: HIGH for action security_group_rules [ 1298.265121] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGH for action security_group_rules [ 1298.265121] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 61e6ae49-b04a-4fe1-9348-26b97c894a67 with Priority: HIGH for action security_group_rules [ 1298.265121] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d02750e0-5911-4223-885b-5238bc056af0 with Priority: HIGH for action security_group_rules [ 1298.265337] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7e20303d-4660-4c23-81bd-ba3943d3e8aa with Priority: HIGH for action security_group_rules [ 1298.265337] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d with Priority: HIGH for action security_group_rules [ 1298.265337] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 with Priority: HIGH for action security_group_rules [ 1298.265531] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 80a44372-f1d0-42a5-8559-78d175593590 with Priority: HIGH for action security_group_rules [ 1298.265531] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a5d576b5-777e-42dc-948b-3ea4949760c2 with Priority: HIGH for action security_group_rules [ 1298.265531] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d80ba68a-b076-4d3b-be24-8f2348659dda with Priority: HIGH for action security_group_rules [ 1298.265674] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 27d84de2-6f85-42a3-a739-df0d0e9158b1 with Priority: HIGH for action security_group_rules [ 1298.265674] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 433f6af1-6569-4ab1-8791-2be431df418a with Priority: HIGH for action security_group_rules [ 1298.265769] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 62fcb096-b969-491c-96ee-58520844e912 with Priority: HIGH for action security_group_rules [ 1298.265769] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee with Priority: HIGH for action security_group_rules [ 1298.265863] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b with Priority: HIGH for action security_group_rules [ 1298.265910] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f70b1df1-7186-49ee-a94b-1fe9622266a2 with Priority: HIGH for action security_group_rules [ 1298.266045] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.358631] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e29ea97a-160c-4d44-b0cc-22e22f82f53c in Status: SUCCESS [ 1298.358816] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e29ea97a-160c-4d44-b0cc-22e22f82f53c deletion is rescheduled due to dependency. [ 1298.358855] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e29ea97a-160c-4d44-b0cc-22e22f82f53c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.803148] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1300.803547] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1300.803547] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7bcd75e-7a83-499f-b93f-99109c24d24f with Priority: HIGH for action security_group_rules [ 1300.803547] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e with Priority: HIGH for action security_group_rules [ 1300.803667] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61e6ae49-b04a-4fe1-9348-26b97c894a67 with Priority: HIGH for action security_group_rules [ 1300.803704] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27d84de2-6f85-42a3-a739-df0d0e9158b1 with Priority: HIGH for action security_group_rules [ 1300.803775] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f70b1df1-7186-49ee-a94b-1fe9622266a2 with Priority: HIGH for action security_group_rules [ 1300.803866] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b with Priority: HIGH for action security_group_rules [ 1300.803957] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee with Priority: HIGH for action security_group_rules [ 1300.804053] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62fcb096-b969-491c-96ee-58520844e912 with Priority: HIGH for action security_group_rules [ 1300.804138] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d80ba68a-b076-4d3b-be24-8f2348659dda with Priority: HIGH for action security_group_rules [ 1300.804229] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 433f6af1-6569-4ab1-8791-2be431df418a with Priority: HIGH for action security_group_rules [ 1300.804319] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d576b5-777e-42dc-948b-3ea4949760c2 with Priority: HIGH for action security_group_rules [ 1300.804407] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80a44372-f1d0-42a5-8559-78d175593590 with Priority: HIGH for action security_group_rules [ 1300.804495] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 with Priority: HIGH for action security_group_rules [ 1300.804582] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d with Priority: HIGH for action security_group_rules [ 1300.804654] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e20303d-4660-4c23-81bd-ba3943d3e8aa with Priority: HIGH for action security_group_rules [ 1300.804742] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 with Priority: HIGH for action security_group_rules [ 1300.804827] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d02750e0-5911-4223-885b-5238bc056af0 with Priority: HIGH for action security_group_rules [ 1300.804930] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 with Priority: HIGH for action security_group_rules [ 1300.805073] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41288e25-8ca8-4533-83ce-a86b87d71d35 with Priority: HIGH for action security_group_rules [ 1300.805174] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e29ea97a-160c-4d44-b0cc-22e22f82f53c with Priority: HIGH for action security_group_rules [ 1300.805515] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7bcd75e-7a83-499f-b93f-99109c24d24f taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.805645] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7bcd75e-7a83-499f-b93f-99109c24d24f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.805710] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7bcd75e-7a83-499f-b93f-99109c24d24f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.805924] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7bcd75e-7a83-499f-b93f-99109c24d24f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.806013] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7bcd75e-7a83-499f-b93f-99109c24d24f',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.806978] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6f2c17e-bbff-4551-a188-e8cd70bb609e taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.807142] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.807209] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.807380] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.807455] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6f2c17e-bbff-4551-a188-e8cd70bb609e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.808273] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61e6ae49-b04a-4fe1-9348-26b97c894a67 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.808390] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61e6ae49-b04a-4fe1-9348-26b97c894a67" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.808457] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61e6ae49-b04a-4fe1-9348-26b97c894a67" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.808614] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61e6ae49-b04a-4fe1-9348-26b97c894a67" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.808686] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61e6ae49-b04a-4fe1-9348-26b97c894a67',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.809532] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27d84de2-6f85-42a3-a739-df0d0e9158b1 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.809616] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27d84de2-6f85-42a3-a739-df0d0e9158b1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.809681] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27d84de2-6f85-42a3-a739-df0d0e9158b1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.809832] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27d84de2-6f85-42a3-a739-df0d0e9158b1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.809903] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27d84de2-6f85-42a3-a739-df0d0e9158b1',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.812264] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f70b1df1-7186-49ee-a94b-1fe9622266a2 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.812264] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f70b1df1-7186-49ee-a94b-1fe9622266a2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.812264] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f70b1df1-7186-49ee-a94b-1fe9622266a2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.812264] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f70b1df1-7186-49ee-a94b-1fe9622266a2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.812473] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f70b1df1-7186-49ee-a94b-1fe9622266a2',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.814704] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d9def72-f272-4150-9f5b-0fde0b1d6d4b taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.814704] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.814704] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.814704] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.814704] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d9def72-f272-4150-9f5b-0fde0b1d6d4b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.814897] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbaac4fb-a1b3-4857-944c-fc646a4729ee taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.814962] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.815026] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.815174] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.815303] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbaac4fb-a1b3-4857-944c-fc646a4729ee',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.816480] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62fcb096-b969-491c-96ee-58520844e912 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.816801] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.817582] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.817582] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.817582] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62fcb096-b969-491c-96ee-58520844e912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.818217] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d80ba68a-b076-4d3b-be24-8f2348659dda taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.818312] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.818377] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.818523] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.818589] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d80ba68a-b076-4d3b-be24-8f2348659dda',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.819542] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-433f6af1-6569-4ab1-8791-2be431df418a taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.819653] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.819722] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.819869] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.819958] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('433f6af1-6569-4ab1-8791-2be431df418a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.821093] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5d576b5-777e-42dc-948b-3ea4949760c2 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.821227] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5d576b5-777e-42dc-948b-3ea4949760c2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.821325] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5d576b5-777e-42dc-948b-3ea4949760c2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.821502] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5d576b5-777e-42dc-948b-3ea4949760c2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.821578] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5d576b5-777e-42dc-948b-3ea4949760c2',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.822499] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80a44372-f1d0-42a5-8559-78d175593590 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.822642] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80a44372-f1d0-42a5-8559-78d175593590" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.822676] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80a44372-f1d0-42a5-8559-78d175593590" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.822807] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80a44372-f1d0-42a5-8559-78d175593590" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.822879] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80a44372-f1d0-42a5-8559-78d175593590',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.823636] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f3fbd21-575e-46fe-bc65-4fe0585f19b7 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.823735] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.823795] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.823939] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.824023] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f3fbd21-575e-46fe-bc65-4fe0585f19b7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.824659] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.824764] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.824829] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.825511] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.825511] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1478b812-46e7-4dc6-9bb2-92bf8fa7f09d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.825725] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e20303d-4660-4c23-81bd-ba3943d3e8aa taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.825822] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e20303d-4660-4c23-81bd-ba3943d3e8aa" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.825887] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e20303d-4660-4c23-81bd-ba3943d3e8aa" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.826730] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e20303d-4660-4c23-81bd-ba3943d3e8aa" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.826841] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e20303d-4660-4c23-81bd-ba3943d3e8aa',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.828260] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.828504] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.828987] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.829247] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.829334] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7cdf36e-45a4-40c8-8ace-e9a7eddf5415',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.830355] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d02750e0-5911-4223-885b-5238bc056af0 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.830470] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.830536] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.830684] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.830754] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d02750e0-5911-4223-885b-5238bc056af0',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.831738] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f5c1a41-584c-4e4e-a276-7f37308bc912 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.831848] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.831903] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.832068] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.832144] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f5c1a41-584c-4e4e-a276-7f37308bc912',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.832795] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41288e25-8ca8-4533-83ce-a86b87d71d35 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.832901] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.832974] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.833121] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.833193] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41288e25-8ca8-4533-83ce-a86b87d71d35',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.833927] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e29ea97a-160c-4d44-b0cc-22e22f82f53c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.834045] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e29ea97a-160c-4d44-b0cc-22e22f82f53c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.834112] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e29ea97a-160c-4d44-b0cc-22e22f82f53c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.834259] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e29ea97a-160c-4d44-b0cc-22e22f82f53c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.834328] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e29ea97a-160c-4d44-b0cc-22e22f82f53c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.871188] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.871345] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.871400] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.871598] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.874101] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.874202] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.874829] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.874932] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.893713] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.893848] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5d576b5-777e-42dc-948b-3ea4949760c2 is going to be deleted. [ 1300.894709] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.894920] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.914135] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.914262] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61e6ae49-b04a-4fe1-9348-26b97c894a67 is going to be deleted. [ 1300.915269] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.915483] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.933171] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.933357] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7bcd75e-7a83-499f-b93f-99109c24d24f is going to be deleted. [ 1300.948564] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.948781] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.948781] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.948974] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.949083] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.949203] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5d576b5-777e-42dc-948b-3ea4949760c2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.968423] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.968588] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.968635] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.968846] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.968935] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.969068] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61e6ae49-b04a-4fe1-9348-26b97c894a67" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.003726] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.003944] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.003944] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.004173] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.004268] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.004390] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7bcd75e-7a83-499f-b93f-99109c24d24f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.330187] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.330369] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.330440] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.330608] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.332287] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.332412] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.333051] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.333176] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.336535] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6f2c17e-bbff-4551-a188-e8cd70bb609e taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.336647] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.336711] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.336891] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.337110] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.337212] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.337273] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.337422] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.337503] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.337585] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.337667] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6f2c17e-bbff-4551-a188-e8cd70bb609e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.363457] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.363586] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27d84de2-6f85-42a3-a739-df0d0e9158b1 is going to be deleted. [ 1301.365411] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.365627] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.371722] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.371863] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.372601] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.372703] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.387236] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.387372] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.388215] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.388299] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.392455] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.392455] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.400036] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.400036] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.400684] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.400783] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.401474] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.401568] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.402250] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.402356] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.403099] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.403099] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.404102] env[65476]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1301.404505] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.404583] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.405288] env[65476]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1301.405674] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.405758] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.406414] env[65476]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1301.406770] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.406860] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.414520] env[65476]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1301.414992] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.415185] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbaac4fb-a1b3-4857-944c-fc646a4729ee is going to be deleted. [ 1301.416160] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.416365] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.434181] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.434318] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f70b1df1-7186-49ee-a94b-1fe9622266a2 is going to be deleted. [ 1301.435436] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.435653] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.451582] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.451707] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.455604] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.455604] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d9def72-f272-4150-9f5b-0fde0b1d6d4b is going to be deleted. [ 1301.456448] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.456658] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.467985] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.468346] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.476637] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.476736] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1478b812-46e7-4dc6-9bb2-92bf8fa7f09d is going to be deleted. [ 1301.477794] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.477916] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.494397] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.494559] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f3fbd21-575e-46fe-bc65-4fe0585f19b7 is going to be deleted. [ 1301.495534] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.495746] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.509174] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.509381] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.523150] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.523296] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d80ba68a-b076-4d3b-be24-8f2348659dda is going to be deleted. [ 1301.524240] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.524478] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.526096] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.526213] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.557206] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.557410] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e20303d-4660-4c23-81bd-ba3943d3e8aa is going to be deleted. [ 1301.559009] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.559145] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.559232] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.559565] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.560613] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.560613] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1478b812-46e7-4dc6-9bb2-92bf8fa7f09d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.560613] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.560613] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.606693] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.606849] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.608542] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.608542] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7cdf36e-45a4-40c8-8ace-e9a7eddf5415 is going to be deleted. [ 1301.609015] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.609225] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.673785] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.673940] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d02750e0-5911-4223-885b-5238bc056af0 is going to be deleted. [ 1301.675268] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.675268] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.678526] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.678642] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.700362] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.700486] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.730183] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.730183] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f5c1a41-584c-4e4e-a276-7f37308bc912 is going to be deleted. [ 1301.731104] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.731322] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.768481] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.768666] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80a44372-f1d0-42a5-8559-78d175593590 is going to be deleted. [ 1301.769855] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.770177] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.826266] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.826699] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.842868] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.843119] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62fcb096-b969-491c-96ee-58520844e912 is going to be deleted. [ 1301.844306] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6f2c17e-bbff-4551-a188-e8cd70bb609e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.845230] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.845557] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.887093] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.887266] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.899665] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.899796] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.905179] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.905338] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 433f6af1-6569-4ab1-8791-2be431df418a is going to be deleted. [ 1301.906258] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.906482] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.955722] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.955921] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.965878] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.966063] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e29ea97a-160c-4d44-b0cc-22e22f82f53c is going to be deleted. [ 1301.967150] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.967407] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.967474] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.967615] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27d84de2-6f85-42a3-a739-df0d0e9158b1" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.967763] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.967930] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.967976] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.968204] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbaac4fb-a1b3-4857-944c-fc646a4729ee" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.968741] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.968895] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.968970] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.969097] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f70b1df1-7186-49ee-a94b-1fe9622266a2" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.969228] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.969383] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.969450] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.969582] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d9def72-f272-4150-9f5b-0fde0b1d6d4b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.969676] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.969814] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.997851] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.997982] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.033086] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.033269] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41288e25-8ca8-4533-83ce-a86b87d71d35 is going to be deleted. [ 1302.034275] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.034488] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.034578] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.034710] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f3fbd21-575e-46fe-bc65-4fe0585f19b7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.034866] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.035058] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.035110] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.035204] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d80ba68a-b076-4d3b-be24-8f2348659dda" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.035733] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.035908] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.035987] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.036111] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e20303d-4660-4c23-81bd-ba3943d3e8aa" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.036242] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.036387] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.036463] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.036575] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7cdf36e-45a4-40c8-8ace-e9a7eddf5415" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.036698] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.036842] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.036960] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.037116] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d02750e0-5911-4223-885b-5238bc056af0" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.037254] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.037400] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.037474] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.037584] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f5c1a41-584c-4e4e-a276-7f37308bc912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.037703] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.037839] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.037913] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.038115] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80a44372-f1d0-42a5-8559-78d175593590" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.038194] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.038286] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.038358] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.038467] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62fcb096-b969-491c-96ee-58520844e912" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.052878] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.053070] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.053116] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.053312] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.053401] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.053519] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-433f6af1-6569-4ab1-8791-2be431df418a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.069638] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.069792] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.069877] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.070090] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.070184] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.070305] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e29ea97a-160c-4d44-b0cc-22e22f82f53c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.160191] env[65476]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1302.160845] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.161054] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.161165] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.161458] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.161588] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.161720] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41288e25-8ca8-4533-83ce-a86b87d71d35" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.347497] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6f2c17e-bbff-4551-a188-e8cd70bb609e: rpc.has_security_group_logging(os_id): False [ 1302.368338] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.368494] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.368552] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.368772] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.387910] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.388286] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.388405] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.388471] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.388672] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.388755] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.388846] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e is going to be updated. [ 1302.445890] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.446109] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.446109] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.446310] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.446456] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.460817] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e in Status: IN_PROGRESS for 2s [ 1304.476811] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e in Status: SUCCESS [ 1304.477281] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.806145] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1305.806510] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1309.498123] env[65476]: INFO networking_nsxv3.common.synchronization [req-a1c8d081-84e9-4f7a-9fd1-bc42e5b12315 req-b01897c2-12eb-4866-9a9d-e48fb968c74b tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Enqueued Resource ID: 5f9d7852-f820-4c45-a9fd-f180c0875ae3 with Priority: HIGHEST for action security_group_members [ 1309.498413] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f9d7852-f820-4c45-a9fd-f180c0875ae3 with Priority: HIGHEST for action security_group_members [ 1309.498987] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f9d7852-f820-4c45-a9fd-f180c0875ae3 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.498987] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f9d7852-f820-4c45-a9fd-f180c0875ae3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.498987] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f9d7852-f820-4c45-a9fd-f180c0875ae3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.499178] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f9d7852-f820-4c45-a9fd-f180c0875ae3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.499178] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.499257] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.499311] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.499464] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.500065] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.500065] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f9d7852-f820-4c45-a9fd-f180c0875ae3',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.004159] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.004352] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.004448] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.004712] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.028537] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.028842] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.028971] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.029110] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.029331] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.029417] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.029511] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f9d7852-f820-4c45-a9fd-f180c0875ae3 is going to be updated. [ 1310.058191] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.058415] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.058415] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.058638] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.058781] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.068134] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f9d7852-f820-4c45-a9fd-f180c0875ae3 in Status: IN_PROGRESS for 2s [ 1312.080144] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f9d7852-f820-4c45-a9fd-f180c0875ae3 in Status: SUCCESS [ 1312.080519] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f9d7852-f820-4c45-a9fd-f180c0875ae3 deletion is rescheduled due to dependency. [ 1312.080519] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f9d7852-f820-4c45-a9fd-f180c0875ae3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.499344] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1314.499650] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1314.631695] env[65476]: INFO networking_nsxv3.common.synchronization [None req-b42fdcac-ce3a-471b-a4b7-30a63cc959bb tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Enqueued Resource ID: b5a62259-8fb7-44d4-ae82-0ea816208854 with Priority: HIGHEST for action security_group_rules [ 1314.632113] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a62259-8fb7-44d4-ae82-0ea816208854 with Priority: HIGHEST for action security_group_rules [ 1314.632562] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5a62259-8fb7-44d4-ae82-0ea816208854 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.632703] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5a62259-8fb7-44d4-ae82-0ea816208854" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.632772] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5a62259-8fb7-44d4-ae82-0ea816208854" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.633070] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5a62259-8fb7-44d4-ae82-0ea816208854" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.633209] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5a62259-8fb7-44d4-ae82-0ea816208854',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.710589] env[65476]: INFO networking_nsxv3.common.synchronization [None req-3f275287-3391-423a-8d03-133735b4205e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Enqueued Resource ID: b5a62259-8fb7-44d4-ae82-0ea816208854 with Priority: HIGHEST for action security_group_rules [ 1314.711109] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a62259-8fb7-44d4-ae82-0ea816208854 with Priority: HIGHEST for action security_group_rules [ 1314.711472] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5a62259-8fb7-44d4-ae82-0ea816208854 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.711579] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5a62259-8fb7-44d4-ae82-0ea816208854" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.157680] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.157680] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.157680] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.157680] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.157898] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.157898] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5a62259-8fb7-44d4-ae82-0ea816208854 already deleted. [ 1315.157957] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5a62259-8fb7-44d4-ae82-0ea816208854" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.158108] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5a62259-8fb7-44d4-ae82-0ea816208854" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.158956] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5a62259-8fb7-44d4-ae82-0ea816208854" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.158956] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5a62259-8fb7-44d4-ae82-0ea816208854',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.677329] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.677743] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.677743] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.677743] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.677839] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.677933] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5a62259-8fb7-44d4-ae82-0ea816208854 already deleted. [ 1315.677983] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5a62259-8fb7-44d4-ae82-0ea816208854" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.712329] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1319.712586] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1320.026494] env[65476]: INFO networking_nsxv3.common.synchronization [req-5c2833e9-5bc5-433a-897a-a9c25edb7193 req-312051ac-a2d7-432d-b3ce-d648c3969b01 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Enqueued Resource ID: b5a62259-8fb7-44d4-ae82-0ea816208854 with Priority: HIGHEST for action security_group_members [ 1320.027055] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a62259-8fb7-44d4-ae82-0ea816208854 with Priority: HIGHEST for action security_group_members [ 1320.027391] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5a62259-8fb7-44d4-ae82-0ea816208854 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.027518] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5a62259-8fb7-44d4-ae82-0ea816208854" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.027582] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5a62259-8fb7-44d4-ae82-0ea816208854" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.027830] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5a62259-8fb7-44d4-ae82-0ea816208854" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.027992] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.028131] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.028166] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.028315] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.028406] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.028495] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5a62259-8fb7-44d4-ae82-0ea816208854',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.314317] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-423 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.314548] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-423" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.314693] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-423" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.314970] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-423" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.315631] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.315799] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.315918] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.316165] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.316315] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.316526] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1320.316654] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1320.316791] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1320.316901] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1320.317024] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1320.317133] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1320.317306] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1320.343452] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1320.343627] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1320.343777] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1320.343953] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-423" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.344345] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-3a3a408f-d7ec-4d9b-ad7d-4e565475f736 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.344526] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-3a3a408f-d7ec-4d9b-ad7d-4e565475f736" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.344643] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-3a3a408f-d7ec-4d9b-ad7d-4e565475f736" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.344956] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-3a3a408f-d7ec-4d9b-ad7d-4e565475f736" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.345117] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a3a408f-d7ec-4d9b-ad7d-4e565475f736',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.531319] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.531565] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.531702] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.532047] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.532219] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.532522] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.532688] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.532802] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.533096] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.533255] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.533411] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5a62259-8fb7-44d4-ae82-0ea816208854 already deleted. [ 1320.533558] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5a62259-8fb7-44d4-ae82-0ea816208854" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.847454] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.847830] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.847830] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.848097] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.848287] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.848431] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port 3a3a408f-d7ec-4d9b-ad7d-4e565475f736 not found, creating... [ 1320.848701] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.848859] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.848993] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.849251] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.849361] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.849641] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.849793] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.849909] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.850131] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.850261] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.850399] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: 3a3a408f-d7ec-4d9b-ad7d-4e565475f736 is going to be created. [ 1320.871195] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.871415] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.871540] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.871815] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.872059] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.872290] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-3a3a408f-d7ec-4d9b-ad7d-4e565475f736" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.560755] env[65476]: INFO networking_nsxv3.common.synchronization [req-5c2833e9-5bc5-433a-897a-a9c25edb7193 req-2f043d41-2a45-466f-8d77-dcc4ccbe0c8a service nova] Enqueued Resource ID: b5a62259-8fb7-44d4-ae82-0ea816208854 with Priority: HIGHEST for action security_group_rules [ 1321.560970] env[65476]: INFO networking_nsxv3.common.synchronization [req-5c2833e9-5bc5-433a-897a-a9c25edb7193 req-2f043d41-2a45-466f-8d77-dcc4ccbe0c8a service nova] Enqueued Resource ID: b5a62259-8fb7-44d4-ae82-0ea816208854 with Priority: HIGHEST for action security_group_members [ 1321.561084] env[65476]: INFO networking_nsxv3.common.synchronization [req-5c2833e9-5bc5-433a-897a-a9c25edb7193 req-2f043d41-2a45-466f-8d77-dcc4ccbe0c8a service nova] Enqueued Resource ID: 3a3a408f-d7ec-4d9b-ad7d-4e565475f736 with Priority: HIGHEST for action port [ 1321.561314] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a62259-8fb7-44d4-ae82-0ea816208854 with Priority: HIGHEST for action security_group_rules [ 1321.561444] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a62259-8fb7-44d4-ae82-0ea816208854 with Priority: HIGHEST for action security_group_members [ 1321.561538] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3a408f-d7ec-4d9b-ad7d-4e565475f736 with Priority: HIGHEST for action port [ 1321.562214] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5a62259-8fb7-44d4-ae82-0ea816208854 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.562382] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5a62259-8fb7-44d4-ae82-0ea816208854" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.562517] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5a62259-8fb7-44d4-ae82-0ea816208854" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.562731] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5a62259-8fb7-44d4-ae82-0ea816208854" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.562876] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5a62259-8fb7-44d4-ae82-0ea816208854',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.563705] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5a62259-8fb7-44d4-ae82-0ea816208854 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.563980] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5a62259-8fb7-44d4-ae82-0ea816208854" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.564107] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5a62259-8fb7-44d4-ae82-0ea816208854" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.564378] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5a62259-8fb7-44d4-ae82-0ea816208854" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.564638] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.564638] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.564756] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.564978] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.565148] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.565294] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5a62259-8fb7-44d4-ae82-0ea816208854',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.566087] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a3a408f-d7ec-4d9b-ad7d-4e565475f736 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.566259] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a3a408f-d7ec-4d9b-ad7d-4e565475f736" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.567105] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a3a408f-d7ec-4d9b-ad7d-4e565475f736" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.567105] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a3a408f-d7ec-4d9b-ad7d-4e565475f736" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.567105] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a3a408f-d7ec-4d9b-ad7d-4e565475f736',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.068714] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5a62259-8fb7-44d4-ae82-0ea816208854',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.070087] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5a62259-8fb7-44d4-ae82-0ea816208854 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.070087] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5a62259-8fb7-44d4-ae82-0ea816208854" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.070087] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a3a408f-d7ec-4d9b-ad7d-4e565475f736 with status ACTIVE [ 1322.070302] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.070302] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.070409] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.070530] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.070615] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.070779] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.070872] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.070933] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.071089] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.071159] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.071333] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.071425] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.071484] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.071620] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.071692] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.071773] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a3a408f-d7ec-4d9b-ad7d-4e565475f736 is going to be updated. [ 1322.094078] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.094288] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.094288] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.094495] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.094635] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.094791] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a3a408f-d7ec-4d9b-ad7d-4e565475f736" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.573780] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5a62259-8fb7-44d4-ae82-0ea816208854',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.081047] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.081047] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.081047] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.081047] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.081047] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.081047] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5a62259-8fb7-44d4-ae82-0ea816208854 is going to be created. [ 1323.110125] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.110352] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.110352] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.110530] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.110689] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.121171] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5a62259-8fb7-44d4-ae82-0ea816208854 in Status: UNINITIALIZED for 2s [ 1325.133746] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5a62259-8fb7-44d4-ae82-0ea816208854 in Status: SUCCESS [ 1325.134144] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5a62259-8fb7-44d4-ae82-0ea816208854" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.134144] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5a62259-8fb7-44d4-ae82-0ea816208854" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.134345] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5a62259-8fb7-44d4-ae82-0ea816208854" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.134565] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.134686] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.134749] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.134907] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.134985] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.135108] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5a62259-8fb7-44d4-ae82-0ea816208854" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.135168] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5a62259-8fb7-44d4-ae82-0ea816208854',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.637758] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5a62259-8fb7-44d4-ae82-0ea816208854',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.140509] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5a62259-8fb7-44d4-ae82-0ea816208854: rpc.has_security_group_logging(os_id): False [ 1326.168124] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.168442] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.168442] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.168533] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.168624] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.168863] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.168964] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.169037] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.169191] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.169271] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.169354] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5a62259-8fb7-44d4-ae82-0ea816208854 is going to be created. [ 1326.227182] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.227483] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.227483] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.227621] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.227784] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.238349] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5a62259-8fb7-44d4-ae82-0ea816208854 in Status: IN_PROGRESS for 2s [ 1326.562432] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1326.562606] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1328.250721] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5a62259-8fb7-44d4-ae82-0ea816208854 in Status: SUCCESS [ 1328.251153] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5a62259-8fb7-44d4-ae82-0ea816208854" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.564062] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1331.564062] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1336.565109] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1336.565475] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1341.565890] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1341.565890] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1346.566861] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1346.567270] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1351.568304] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1351.568685] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1356.569219] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1356.569587] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1361.570558] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1361.570935] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1366.572167] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1366.572593] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1367.981113] env[65476]: INFO networking_nsxv3.common.synchronization [req-bb094a8a-9a23-446d-ab34-b59605b0abe9 req-b538a0d8-c3fc-4af0-9ea0-41eecedc3a73 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Enqueued Resource ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e with Priority: HIGHEST for action security_group_members [ 1367.981712] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e with Priority: HIGHEST for action security_group_members [ 1367.982136] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6f2c17e-bbff-4551-a188-e8cd70bb609e taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.982215] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.982260] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.982419] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.982571] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.982664] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.982723] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.982896] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.982980] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.983159] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6f2c17e-bbff-4551-a188-e8cd70bb609e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.486061] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.486061] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.486061] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.486479] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.486619] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.486856] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.486999] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.487123] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.487320] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.487439] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.487562] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e is going to be updated. [ 1368.546206] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.546414] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.546566] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.546860] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.547112] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.556993] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e in Status: IN_PROGRESS for 2s [ 1370.568651] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e in Status: SUCCESS [ 1370.569076] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e deletion is rescheduled due to dependency. [ 1370.569076] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.982939] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1372.983448] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1375.011740] env[65476]: INFO networking_nsxv3.common.synchronization [req-97865481-2471-4494-a169-dba12c6c49a3 req-b7f3378f-5e09-47bb-bb07-251ed3256447 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Enqueued Resource ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e with Priority: HIGHEST for action security_group_members [ 1375.012176] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e with Priority: HIGHEST for action security_group_members [ 1375.012479] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6f2c17e-bbff-4551-a188-e8cd70bb609e taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.012602] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.012670] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.012862] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.013112] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.013193] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.013193] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.013373] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.013469] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.013577] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6f2c17e-bbff-4551-a188-e8cd70bb609e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.303032] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.303279] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-32" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.303472] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-32" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.303786] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-32" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.304062] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.304222] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.304336] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.304545] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.304689] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.304918] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1375.305049] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1375.305171] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1375.305294] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1375.305411] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1375.305516] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1375.305688] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1375.328373] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1375.328607] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1375.328755] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1375.328931] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-32" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.329275] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-f053f461-c9ae-44ed-a170-2d252c3f1a36 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.329449] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-f053f461-c9ae-44ed-a170-2d252c3f1a36" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.329566] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-f053f461-c9ae-44ed-a170-2d252c3f1a36" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.329898] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-f053f461-c9ae-44ed-a170-2d252c3f1a36" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.330111] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f053f461-c9ae-44ed-a170-2d252c3f1a36',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.516831] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.517073] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.517140] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.517486] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.517578] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.517826] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.517938] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.518013] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.518182] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.518281] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.518415] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e is going to be updated. [ 1375.547241] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.547500] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.547500] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.547648] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.547858] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.558090] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e in Status: IN_PROGRESS for 2s [ 1375.832979] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.833232] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.833302] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.833563] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.833713] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.833869] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port f053f461-c9ae-44ed-a170-2d252c3f1a36 not found, creating... [ 1375.834144] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.834313] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.834412] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.834634] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.834771] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.835060] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.835212] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.835494] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.835731] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.835864] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.835997] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: f053f461-c9ae-44ed-a170-2d252c3f1a36 is going to be created. [ 1375.860165] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.860482] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.860687] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.860883] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.861158] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.861385] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-f053f461-c9ae-44ed-a170-2d252c3f1a36" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.562791] env[65476]: INFO networking_nsxv3.common.synchronization [req-97865481-2471-4494-a169-dba12c6c49a3 req-391559bc-9ae1-436e-9010-f772720a07a0 service nova] Enqueued Resource ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e with Priority: HIGHEST for action security_group_rules [ 1376.563083] env[65476]: INFO networking_nsxv3.common.synchronization [req-97865481-2471-4494-a169-dba12c6c49a3 req-391559bc-9ae1-436e-9010-f772720a07a0 service nova] Enqueued Resource ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e with Priority: HIGHEST for action security_group_members [ 1376.563122] env[65476]: INFO networking_nsxv3.common.synchronization [req-97865481-2471-4494-a169-dba12c6c49a3 req-391559bc-9ae1-436e-9010-f772720a07a0 service nova] Enqueued Resource ID: f053f461-c9ae-44ed-a170-2d252c3f1a36 with Priority: HIGHEST for action port [ 1376.563372] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e with Priority: HIGHEST for action security_group_rules [ 1376.563497] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e with Priority: HIGHEST for action security_group_members [ 1376.563591] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f053f461-c9ae-44ed-a170-2d252c3f1a36 with Priority: HIGHEST for action port [ 1376.564721] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6f2c17e-bbff-4551-a188-e8cd70bb609e taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.564875] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.564910] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.565130] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.565213] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6f2c17e-bbff-4551-a188-e8cd70bb609e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.566974] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6f2c17e-bbff-4551-a188-e8cd70bb609e taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.567174] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.567394] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-f053f461-c9ae-44ed-a170-2d252c3f1a36 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.567502] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f053f461-c9ae-44ed-a170-2d252c3f1a36" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.567603] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f053f461-c9ae-44ed-a170-2d252c3f1a36" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.567755] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f053f461-c9ae-44ed-a170-2d252c3f1a36" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.567848] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f053f461-c9ae-44ed-a170-2d252c3f1a36',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.068485] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6f2c17e-bbff-4551-a188-e8cd70bb609e taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.068720] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.069987] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f053f461-c9ae-44ed-a170-2d252c3f1a36 with status ACTIVE [ 1377.070204] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.070328] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.070397] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.070627] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.070728] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.070907] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.071046] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.071155] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.071327] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.071408] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.071607] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.071709] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.071769] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.071913] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.071994] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.072101] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f053f461-c9ae-44ed-a170-2d252c3f1a36 is going to be updated. [ 1377.093826] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.094067] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.094117] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.094350] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.094530] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.094718] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f053f461-c9ae-44ed-a170-2d252c3f1a36" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.568836] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e in Status: SUCCESS [ 1377.568836] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e deletion is rescheduled due to dependency. [ 1377.569777] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.569777] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.569777] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.569777] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.569925] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.569925] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.570147] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.570247] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.570394] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6f2c17e-bbff-4551-a188-e8cd70bb609e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.072920] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6f2c17e-bbff-4551-a188-e8cd70bb609e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.575365] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6f2c17e-bbff-4551-a188-e8cd70bb609e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.078572] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.078792] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.078792] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.078995] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.079107] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.079235] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e is going to be updated. [ 1379.119997] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.119997] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.119997] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.119997] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.119997] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.129992] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e in Status: IN_PROGRESS for 2s [ 1381.141248] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e in Status: SUCCESS [ 1381.141619] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.141713] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.141994] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.142207] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.142326] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.142389] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.142589] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.142678] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.142772] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.142885] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6f2c17e-bbff-4551-a188-e8cd70bb609e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.564786] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1381.564988] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1381.645898] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6f2c17e-bbff-4551-a188-e8cd70bb609e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.148417] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6f2c17e-bbff-4551-a188-e8cd70bb609e: rpc.has_security_group_logging(os_id): False [ 1382.167995] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.168236] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.168236] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.168437] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.168558] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.168840] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.168956] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.168994] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.169173] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.169265] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.169363] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e is going to be updated. [ 1382.256793] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.257050] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.257050] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.257337] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.257549] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.275535] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e in Status: IN_PROGRESS for 2s [ 1384.292394] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e in Status: SUCCESS [ 1384.292793] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.565951] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1386.566349] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1391.567711] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1391.568164] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1394.312227] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-423 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.312691] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-423" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.312691] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-423" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.312805] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-423" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.313042] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.313216] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.313306] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.313517] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.313648] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.313857] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1394.313964] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1394.314076] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1394.314186] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1394.314285] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1394.314390] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1394.314516] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1394.337695] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1394.337877] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1394.338063] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1394.338242] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-423" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.338573] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-3a3a408f-d7ec-4d9b-ad7d-4e565475f736 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.338744] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-3a3a408f-d7ec-4d9b-ad7d-4e565475f736" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.338863] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-3a3a408f-d7ec-4d9b-ad7d-4e565475f736" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.339202] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-3a3a408f-d7ec-4d9b-ad7d-4e565475f736" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.339415] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a3a408f-d7ec-4d9b-ad7d-4e565475f736',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.841866] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.842216] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.842216] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.842502] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.842647] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.842928] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.843099] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.843296] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.843538] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.843675] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.843954] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.844125] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.844266] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.844434] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.844564] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.844702] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: 3a3a408f-d7ec-4d9b-ad7d-4e565475f736 is going to be updated. [ 1394.868615] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.868881] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.868939] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.869230] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.869429] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.869646] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-3a3a408f-d7ec-4d9b-ad7d-4e565475f736" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.559423] env[65476]: INFO networking_nsxv3.common.synchronization [req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 req-fca48568-49d6-4d88-bced-935134869fa4 service nova] Enqueued Resource ID: b5a62259-8fb7-44d4-ae82-0ea816208854 with Priority: HIGHEST for action security_group_rules [ 1395.559680] env[65476]: INFO networking_nsxv3.common.synchronization [req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 req-fca48568-49d6-4d88-bced-935134869fa4 service nova] Enqueued Resource ID: b5a62259-8fb7-44d4-ae82-0ea816208854 with Priority: HIGHEST for action security_group_members [ 1395.559862] env[65476]: INFO networking_nsxv3.common.synchronization [req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 req-fca48568-49d6-4d88-bced-935134869fa4 service nova] Enqueued Resource ID: 3a3a408f-d7ec-4d9b-ad7d-4e565475f736 with Priority: HIGHEST for action port [ 1395.560395] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a62259-8fb7-44d4-ae82-0ea816208854 with Priority: HIGHEST for action security_group_rules [ 1395.560527] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a62259-8fb7-44d4-ae82-0ea816208854 with Priority: HIGHEST for action security_group_members [ 1395.560621] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3a408f-d7ec-4d9b-ad7d-4e565475f736 with Priority: HIGHEST for action port [ 1395.560888] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5a62259-8fb7-44d4-ae82-0ea816208854 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.561015] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5a62259-8fb7-44d4-ae82-0ea816208854" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.561220] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5a62259-8fb7-44d4-ae82-0ea816208854" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.561425] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5a62259-8fb7-44d4-ae82-0ea816208854" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.561502] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5a62259-8fb7-44d4-ae82-0ea816208854',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.562826] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5a62259-8fb7-44d4-ae82-0ea816208854 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.562951] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5a62259-8fb7-44d4-ae82-0ea816208854" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.562951] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5a62259-8fb7-44d4-ae82-0ea816208854" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.563085] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5a62259-8fb7-44d4-ae82-0ea816208854" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.563227] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.563330] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.563396] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.563512] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.563582] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.563714] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5a62259-8fb7-44d4-ae82-0ea816208854',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.564614] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a3a408f-d7ec-4d9b-ad7d-4e565475f736 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.564725] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a3a408f-d7ec-4d9b-ad7d-4e565475f736" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.564789] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a3a408f-d7ec-4d9b-ad7d-4e565475f736" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.565318] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a3a408f-d7ec-4d9b-ad7d-4e565475f736" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.565414] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a3a408f-d7ec-4d9b-ad7d-4e565475f736',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.063878] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5a62259-8fb7-44d4-ae82-0ea816208854 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.063878] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5a62259-8fb7-44d4-ae82-0ea816208854" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.069252] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a3a408f-d7ec-4d9b-ad7d-4e565475f736 with status ACTIVE [ 1396.069475] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.069609] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.069675] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.069891] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.069984] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.070176] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.070278] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.070340] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.070492] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.070570] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.070742] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.070843] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.070895] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.071035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.071127] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.071186] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a3a408f-d7ec-4d9b-ad7d-4e565475f736 is going to be updated. [ 1396.072310] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5a62259-8fb7-44d4-ae82-0ea816208854',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.093751] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.093969] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.093969] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.094182] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.094324] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.094478] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a3a408f-d7ec-4d9b-ad7d-4e565475f736" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.575899] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5a62259-8fb7-44d4-ae82-0ea816208854',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.078018] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.078241] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.078287] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.078568] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.078686] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.078808] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5a62259-8fb7-44d4-ae82-0ea816208854 is going to be updated. [ 1397.137131] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.137360] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.137465] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.137762] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.137994] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.152195] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5a62259-8fb7-44d4-ae82-0ea816208854 in Status: IN_PROGRESS for 2s [ 1399.192509] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5a62259-8fb7-44d4-ae82-0ea816208854 in Status: SUCCESS [ 1399.192949] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5a62259-8fb7-44d4-ae82-0ea816208854" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.192949] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5a62259-8fb7-44d4-ae82-0ea816208854" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.193137] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5a62259-8fb7-44d4-ae82-0ea816208854" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.193316] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.193466] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.193526] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.193645] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.193717] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.193802] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5a62259-8fb7-44d4-ae82-0ea816208854" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.193895] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5a62259-8fb7-44d4-ae82-0ea816208854',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.696995] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5a62259-8fb7-44d4-ae82-0ea816208854',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.200114] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5a62259-8fb7-44d4-ae82-0ea816208854: rpc.has_security_group_logging(os_id): False [ 1400.219520] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.219768] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.219768] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.219952] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.220071] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.220410] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.220526] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.220568] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.220740] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.220819] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.220918] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5a62259-8fb7-44d4-ae82-0ea816208854 is going to be updated. [ 1400.289298] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.289531] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.289531] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.289736] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.289935] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.308590] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5a62259-8fb7-44d4-ae82-0ea816208854 in Status: IN_PROGRESS for 2s [ 1400.562338] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1400.562553] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1402.324210] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5a62259-8fb7-44d4-ae82-0ea816208854 in Status: SUCCESS [ 1402.324695] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5a62259-8fb7-44d4-ae82-0ea816208854" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.564240] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1405.564635] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1410.565573] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1410.565982] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1415.567269] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1415.567269] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1420.568503] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1420.568959] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1425.570503] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1425.570503] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1430.571286] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1430.571663] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1435.572078] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1435.572419] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1436.821967] env[65476]: INFO networking_nsxv3.common.synchronization [req-09274922-4f88-4414-aeba-0bcbd687b468 req-29851f5a-891a-4302-a116-4b2ffdea9902 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Enqueued Resource ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e with Priority: HIGHEST for action security_group_members [ 1436.822511] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e with Priority: HIGHEST for action security_group_members [ 1436.822824] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6f2c17e-bbff-4551-a188-e8cd70bb609e taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.822942] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.823015] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.823214] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.823359] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.823455] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.823516] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.823729] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.823768] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.823853] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6f2c17e-bbff-4551-a188-e8cd70bb609e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1437.326286] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.326503] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.326503] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.326677] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.326857] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.326972] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.327088] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.327139] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.327299] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.327375] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.327461] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e is going to be updated. [ 1437.357820] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.358089] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.358089] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.358232] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.358425] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.368198] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e in Status: IN_PROGRESS for 2s [ 1439.379536] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e in Status: SUCCESS [ 1439.379887] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e deletion is rescheduled due to dependency. [ 1439.379887] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.823222] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1441.823657] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1445.518604] env[65476]: INFO networking_nsxv3.common.synchronization [None req-00585116-7d6f-4c26-b6b0-92e25d868c62 None None] Enqueued Resource ID: 0fcdeaa1-5901-4807-bace-47ae362e52b8 with Priority: HIGHEST for action port [ 1445.519149] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fcdeaa1-5901-4807-bace-47ae362e52b8 with Priority: HIGHEST for action port [ 1445.519859] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fcdeaa1-5901-4807-bace-47ae362e52b8 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.519859] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fcdeaa1-5901-4807-bace-47ae362e52b8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.519859] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fcdeaa1-5901-4807-bace-47ae362e52b8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.520060] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fcdeaa1-5901-4807-bace-47ae362e52b8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.520132] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fcdeaa1-5901-4807-bace-47ae362e52b8',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1445.805613] env[65476]: INFO networking_nsxv3.common.synchronization [None req-56a803fd-9170-4704-8405-0e4ac342bdec tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Enqueued Resource ID: b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a with Priority: HIGHEST for action security_group_rules [ 1445.806119] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a with Priority: HIGHEST for action security_group_rules [ 1445.806513] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.806642] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.806706] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.806949] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.807044] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1445.892919] env[65476]: INFO networking_nsxv3.common.synchronization [None req-77429e75-c6e4-42c6-a0f4-5d303b1dec2f tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Enqueued Resource ID: b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a with Priority: HIGHEST for action security_group_rules [ 1445.893494] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a with Priority: HIGHEST for action security_group_rules [ 1445.893838] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.893941] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.022705] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0fcdeaa1-5901-4807-bace-47ae362e52b8 [ 1446.022960] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.023114] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.023174] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.023387] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.023476] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.023569] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0fcdeaa1-5901-4807-bace-47ae362e52b8 already deleted. [ 1446.023650] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fcdeaa1-5901-4807-bace-47ae362e52b8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.331338] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.331557] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.331663] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.331829] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.331921] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.332040] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a already deleted. [ 1446.332129] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.332284] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.332436] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.332519] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.852086] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.852390] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.852390] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.852518] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.852625] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.852679] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a already deleted. [ 1446.852763] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.330094] env[65476]: INFO networking_nsxv3.common.synchronization [None req-871a070c-0155-4c01-8e76-bd50b17f1a2f None None] Enqueued Resource ID: 26e0b178-1ba5-4c40-9d3e-9e58dd458178 with Priority: HIGHEST for action port [ 1447.330644] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26e0b178-1ba5-4c40-9d3e-9e58dd458178 with Priority: HIGHEST for action port [ 1447.330949] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-26e0b178-1ba5-4c40-9d3e-9e58dd458178 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.331453] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26e0b178-1ba5-4c40-9d3e-9e58dd458178" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.331531] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26e0b178-1ba5-4c40-9d3e-9e58dd458178" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.331784] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26e0b178-1ba5-4c40-9d3e-9e58dd458178" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.331870] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26e0b178-1ba5-4c40-9d3e-9e58dd458178',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1447.833471] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26e0b178-1ba5-4c40-9d3e-9e58dd458178 [ 1447.833929] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.834086] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.835066] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.835343] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.835449] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.835906] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26e0b178-1ba5-4c40-9d3e-9e58dd458178 already deleted. [ 1447.835906] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26e0b178-1ba5-4c40-9d3e-9e58dd458178" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.840859] env[65476]: INFO networking_nsxv3.common.synchronization [req-7482510e-188c-4600-90e3-60330a311c9a req-19656add-5371-4628-a9bd-8adc48a34aad tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Enqueued Resource ID: b5a62259-8fb7-44d4-ae82-0ea816208854 with Priority: HIGHEST for action security_group_members [ 1447.841487] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a62259-8fb7-44d4-ae82-0ea816208854 with Priority: HIGHEST for action security_group_members [ 1447.841827] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5a62259-8fb7-44d4-ae82-0ea816208854 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.841948] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5a62259-8fb7-44d4-ae82-0ea816208854" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.842119] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5a62259-8fb7-44d4-ae82-0ea816208854" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.842330] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5a62259-8fb7-44d4-ae82-0ea816208854" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.842501] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.842613] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.842676] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.842823] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.842905] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.842996] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5a62259-8fb7-44d4-ae82-0ea816208854',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.345567] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.345979] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.345979] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.346151] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.346151] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.346345] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.346486] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.346545] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.346674] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.346752] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.346838] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5a62259-8fb7-44d4-ae82-0ea816208854 is going to be updated. [ 1448.397688] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.397887] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.397887] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.398123] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.398274] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.413090] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5a62259-8fb7-44d4-ae82-0ea816208854 in Status: IN_PROGRESS for 2s [ 1450.424745] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5a62259-8fb7-44d4-ae82-0ea816208854 in Status: SUCCESS [ 1450.424745] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5a62259-8fb7-44d4-ae82-0ea816208854 deletion is rescheduled due to dependency. [ 1450.424745] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5a62259-8fb7-44d4-ae82-0ea816208854" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.842933] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1452.843313] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1457.844455] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1457.844702] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1462.846014] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1462.846366] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1467.847617] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1467.847617] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1470.269897] env[65476]: INFO networking_nsxv3.common.synchronization [req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 req-048ec9d9-d82a-47d9-9de3-916b61a31786 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Enqueued Resource ID: b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a with Priority: HIGHEST for action security_group_members [ 1470.270484] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a with Priority: HIGHEST for action security_group_members [ 1470.270803] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.270926] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.270989] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.271638] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.271806] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.271929] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.271997] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.272140] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.272225] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.272321] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1470.559215] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-455 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.559398] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-455" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.559527] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-455" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.559895] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-455" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.560169] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.560335] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.560451] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.560672] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.560816] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.561053] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1470.561167] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1470.561273] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1470.561375] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1470.561482] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1470.561586] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1470.561720] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1470.585671] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1470.585903] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1470.586068] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1470.586256] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-455" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.586574] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-a1b2f845-0348-457d-82d1-d9e79171e697 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.586745] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-a1b2f845-0348-457d-82d1-d9e79171e697" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.586865] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-a1b2f845-0348-457d-82d1-d9e79171e697" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.587205] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-a1b2f845-0348-457d-82d1-d9e79171e697" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.587343] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1b2f845-0348-457d-82d1-d9e79171e697',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1470.774032] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.774234] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.774234] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.774427] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.774511] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.774707] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.774805] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.774866] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.775021] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.775091] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.775176] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a already deleted. [ 1470.775247] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.089595] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.089981] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.090155] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.090482] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.090722] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.090957] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port a1b2f845-0348-457d-82d1-d9e79171e697 not found, creating... [ 1471.091402] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.091615] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.091744] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.092010] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.092158] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.092477] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.092613] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.092729] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.092945] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.093089] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.093228] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: a1b2f845-0348-457d-82d1-d9e79171e697 is going to be created. [ 1471.114100] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.114367] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.114462] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.114819] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.115248] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.116026] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-a1b2f845-0348-457d-82d1-d9e79171e697" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.798392] env[65476]: INFO networking_nsxv3.common.synchronization [req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 req-83a668d5-3a9e-44bd-9d8c-91bb0e1f99af service nova] Enqueued Resource ID: b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a with Priority: HIGHEST for action security_group_rules [ 1471.798694] env[65476]: INFO networking_nsxv3.common.synchronization [req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 req-83a668d5-3a9e-44bd-9d8c-91bb0e1f99af service nova] Enqueued Resource ID: b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a with Priority: HIGHEST for action security_group_members [ 1471.798741] env[65476]: INFO networking_nsxv3.common.synchronization [req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 req-83a668d5-3a9e-44bd-9d8c-91bb0e1f99af service nova] Enqueued Resource ID: a1b2f845-0348-457d-82d1-d9e79171e697 with Priority: HIGHEST for action port [ 1471.799253] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a with Priority: HIGHEST for action security_group_rules [ 1471.799390] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a with Priority: HIGHEST for action security_group_members [ 1471.799486] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1b2f845-0348-457d-82d1-d9e79171e697 with Priority: HIGHEST for action port [ 1471.799760] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.799876] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.799941] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.800157] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.800236] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1471.801070] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.801265] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.801265] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.801393] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.801531] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.801621] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.801682] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.801820] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.801901] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.801987] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1471.802689] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1b2f845-0348-457d-82d1-d9e79171e697 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.802817] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1b2f845-0348-457d-82d1-d9e79171e697" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.802909] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1b2f845-0348-457d-82d1-d9e79171e697" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.803243] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1b2f845-0348-457d-82d1-d9e79171e697" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.803243] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1b2f845-0348-457d-82d1-d9e79171e697',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1472.304313] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1472.305416] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.305573] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.305861] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1b2f845-0348-457d-82d1-d9e79171e697 with status ACTIVE [ 1472.306069] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.306159] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.306198] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.306380] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.306464] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.306627] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.306731] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.306792] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.306938] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.307019] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.307198] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.307310] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.307340] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.307475] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.307804] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.307804] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1b2f845-0348-457d-82d1-d9e79171e697 is going to be updated. [ 1472.333433] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.333746] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.333746] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.333866] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.333962] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.334132] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1b2f845-0348-457d-82d1-d9e79171e697" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.806876] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1473.309075] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.309320] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.309320] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.309402] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.309476] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.309581] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a is going to be created. [ 1473.334819] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.335013] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.335013] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.335309] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.335490] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.346090] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a in Status: UNINITIALIZED for 2s [ 1475.358154] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a in Status: SUCCESS [ 1475.358644] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.358644] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.358792] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.358932] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.359069] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.359140] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.359280] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.359364] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.359427] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.359522] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1475.862017] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1476.364371] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a: rpc.has_security_group_logging(os_id): False [ 1476.383389] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.383608] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.383608] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.383798] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.383889] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.384152] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.384274] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.384351] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.384513] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.384611] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.384704] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a is going to be created. [ 1476.444487] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.444726] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.444726] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.444887] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.445083] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.457581] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a in Status: IN_PROGRESS for 2s [ 1476.800576] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1476.800811] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1478.472134] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a in Status: SUCCESS [ 1478.472498] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.801659] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1481.802094] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1486.802658] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1486.803031] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1491.803765] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1491.804534] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1496.633743] env[65476]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1496.634149] env[65476]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] NSXv3 Agent Agent loop - iteration:4 started [ 1496.804935] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1496.805125] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1501.805882] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1501.806281] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1506.806854] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1506.807255] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1511.808383] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1511.808383] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1516.809167] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1516.809567] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1521.810435] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1521.810815] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1523.859115] env[65476]: INFO networking_nsxv3.common.synchronization [req-b96cd6e5-9c68-4eb8-a8c6-3f6c5da3b324 req-3967aec9-ef3d-4335-943d-5bb9625e3431 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Enqueued Resource ID: b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a with Priority: HIGHEST for action security_group_members [ 1523.859352] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a with Priority: HIGHEST for action security_group_members [ 1523.859666] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.859852] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.859909] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.860277] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.860277] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.860394] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.860443] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.860581] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.860673] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.860779] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1524.365118] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.365360] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.365360] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.365574] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.365672] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.365877] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.365979] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.366055] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.366212] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.366286] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.366373] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a is going to be updated. [ 1524.395588] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.395753] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.395808] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.396024] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.396166] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.414248] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a in Status: IN_PROGRESS for 2s [ 1526.424997] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a in Status: SUCCESS [ 1526.425387] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a deletion is rescheduled due to dependency. [ 1526.425387] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.915222] env[65476]: INFO networking_nsxv3.common.synchronization [None req-02dbd610-519f-4af1-bf96-5dc9d29f5f49 None None] Enqueued Resource ID: e7d5e466-7c13-4fd0-8d7b-8abf8882329f with Priority: HIGHEST for action port [ 1527.915749] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7d5e466-7c13-4fd0-8d7b-8abf8882329f with Priority: HIGHEST for action port [ 1527.916198] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7d5e466-7c13-4fd0-8d7b-8abf8882329f taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.916421] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7d5e466-7c13-4fd0-8d7b-8abf8882329f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.916570] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7d5e466-7c13-4fd0-8d7b-8abf8882329f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.916913] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7d5e466-7c13-4fd0-8d7b-8abf8882329f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.917045] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7d5e466-7c13-4fd0-8d7b-8abf8882329f',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.235200] env[65476]: INFO networking_nsxv3.common.synchronization [None req-eb6e7f2d-f090-474c-8a79-1d676e94a370 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Enqueued Resource ID: cfc37dd4-b74f-40af-8652-e98d6ba08e63 with Priority: HIGHEST for action security_group_rules [ 1528.235759] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc37dd4-b74f-40af-8652-e98d6ba08e63 with Priority: HIGHEST for action security_group_rules [ 1528.235921] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfc37dd4-b74f-40af-8652-e98d6ba08e63 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.236057] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfc37dd4-b74f-40af-8652-e98d6ba08e63" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.236114] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfc37dd4-b74f-40af-8652-e98d6ba08e63" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.236389] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfc37dd4-b74f-40af-8652-e98d6ba08e63" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.237070] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfc37dd4-b74f-40af-8652-e98d6ba08e63',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.320402] env[65476]: INFO networking_nsxv3.common.synchronization [None req-0b7776e4-5d55-4642-bb4d-e3df9f90edc2 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Enqueued Resource ID: cfc37dd4-b74f-40af-8652-e98d6ba08e63 with Priority: HIGHEST for action security_group_rules [ 1528.320927] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc37dd4-b74f-40af-8652-e98d6ba08e63 with Priority: HIGHEST for action security_group_rules [ 1528.321337] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfc37dd4-b74f-40af-8652-e98d6ba08e63 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.321337] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfc37dd4-b74f-40af-8652-e98d6ba08e63" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.420090] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7d5e466-7c13-4fd0-8d7b-8abf8882329f [ 1528.420090] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.420090] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.420090] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.420090] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.420090] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.420090] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7d5e466-7c13-4fd0-8d7b-8abf8882329f already deleted. [ 1528.420090] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7d5e466-7c13-4fd0-8d7b-8abf8882329f" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.759882] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.759882] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.759882] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.759882] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.760461] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.760461] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfc37dd4-b74f-40af-8652-e98d6ba08e63 already deleted. [ 1528.760461] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfc37dd4-b74f-40af-8652-e98d6ba08e63" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.760461] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfc37dd4-b74f-40af-8652-e98d6ba08e63" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.760461] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfc37dd4-b74f-40af-8652-e98d6ba08e63" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.760461] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfc37dd4-b74f-40af-8652-e98d6ba08e63',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1529.281045] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.281456] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.281456] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.281536] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.282832] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.282832] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfc37dd4-b74f-40af-8652-e98d6ba08e63 already deleted. [ 1529.282832] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfc37dd4-b74f-40af-8652-e98d6ba08e63" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.627539] env[65476]: INFO networking_nsxv3.common.synchronization [None req-67e34e7c-4593-4466-b3e2-5be154626e25 None None] Enqueued Resource ID: d2c25933-6be4-4245-9fb3-8e34701b809b with Priority: HIGHEST for action port [ 1529.627827] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2c25933-6be4-4245-9fb3-8e34701b809b with Priority: HIGHEST for action port [ 1529.628166] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2c25933-6be4-4245-9fb3-8e34701b809b taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.628353] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2c25933-6be4-4245-9fb3-8e34701b809b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.628353] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2c25933-6be4-4245-9fb3-8e34701b809b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.628871] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2c25933-6be4-4245-9fb3-8e34701b809b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.628871] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2c25933-6be4-4245-9fb3-8e34701b809b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1530.131284] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2c25933-6be4-4245-9fb3-8e34701b809b [ 1530.131570] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.131701] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.131764] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.131973] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.132076] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.132172] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2c25933-6be4-4245-9fb3-8e34701b809b already deleted. [ 1530.132252] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2c25933-6be4-4245-9fb3-8e34701b809b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.652789] env[65476]: INFO networking_nsxv3.common.synchronization [req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 req-1fdd9368-0ae7-46d5-881b-2c1cb9a43b9f tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Enqueued Resource ID: cfc37dd4-b74f-40af-8652-e98d6ba08e63 with Priority: HIGHEST for action security_group_members [ 1533.653353] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc37dd4-b74f-40af-8652-e98d6ba08e63 with Priority: HIGHEST for action security_group_members [ 1533.653662] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc37dd4-b74f-40af-8652-e98d6ba08e63 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.653780] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc37dd4-b74f-40af-8652-e98d6ba08e63" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.653835] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc37dd4-b74f-40af-8652-e98d6ba08e63" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.654124] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc37dd4-b74f-40af-8652-e98d6ba08e63" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.654269] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.654372] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.654433] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.654585] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.654668] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.654763] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfc37dd4-b74f-40af-8652-e98d6ba08e63',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1533.924519] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-880 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.924721] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-880" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.924847] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-880" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.925235] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-880" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.925524] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.925704] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.925824] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.926069] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.926226] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.926489] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1533.926610] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1533.926722] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1533.926829] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1533.926939] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1533.927077] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1533.927206] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1533.950028] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1533.950200] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1533.950367] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1533.950582] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-880" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.950902] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-a2686dab-8a7a-4371-a798-376fea37cd08 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.951087] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-a2686dab-8a7a-4371-a798-376fea37cd08" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.951222] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-a2686dab-8a7a-4371-a798-376fea37cd08" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.951565] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-a2686dab-8a7a-4371-a798-376fea37cd08" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.951682] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2686dab-8a7a-4371-a798-376fea37cd08',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.157493] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.157721] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.157778] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.158069] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.158176] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.158327] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.158453] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.158582] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.158663] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.158747] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.158833] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfc37dd4-b74f-40af-8652-e98d6ba08e63 already deleted. [ 1534.158913] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc37dd4-b74f-40af-8652-e98d6ba08e63" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.453963] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.454188] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.454255] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.454540] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.454691] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.454843] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port a2686dab-8a7a-4371-a798-376fea37cd08 not found, creating... [ 1534.455120] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.455276] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.455392] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.455610] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.455746] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.456039] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.456197] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.456311] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.456514] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.456646] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.456784] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: a2686dab-8a7a-4371-a798-376fea37cd08 is going to be created. [ 1534.477518] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.477718] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.477866] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.478191] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.478423] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.478645] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-a2686dab-8a7a-4371-a798-376fea37cd08" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.165081] env[65476]: INFO networking_nsxv3.common.synchronization [req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 req-6b5e2e15-2364-49ce-8106-bec8cc182169 service nova] Enqueued Resource ID: cfc37dd4-b74f-40af-8652-e98d6ba08e63 with Priority: HIGHEST for action security_group_rules [ 1535.165408] env[65476]: INFO networking_nsxv3.common.synchronization [req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 req-6b5e2e15-2364-49ce-8106-bec8cc182169 service nova] Enqueued Resource ID: cfc37dd4-b74f-40af-8652-e98d6ba08e63 with Priority: HIGHEST for action security_group_members [ 1535.165408] env[65476]: INFO networking_nsxv3.common.synchronization [req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 req-6b5e2e15-2364-49ce-8106-bec8cc182169 service nova] Enqueued Resource ID: a2686dab-8a7a-4371-a798-376fea37cd08 with Priority: HIGHEST for action port [ 1535.165947] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc37dd4-b74f-40af-8652-e98d6ba08e63 with Priority: HIGHEST for action security_group_rules [ 1535.166130] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc37dd4-b74f-40af-8652-e98d6ba08e63 with Priority: HIGHEST for action security_group_members [ 1535.166234] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2686dab-8a7a-4371-a798-376fea37cd08 with Priority: HIGHEST for action port [ 1535.166796] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfc37dd4-b74f-40af-8652-e98d6ba08e63 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.166955] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfc37dd4-b74f-40af-8652-e98d6ba08e63" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.167046] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfc37dd4-b74f-40af-8652-e98d6ba08e63" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.167277] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfc37dd4-b74f-40af-8652-e98d6ba08e63" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.167409] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfc37dd4-b74f-40af-8652-e98d6ba08e63',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1535.168766] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc37dd4-b74f-40af-8652-e98d6ba08e63 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.169128] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc37dd4-b74f-40af-8652-e98d6ba08e63" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.169213] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc37dd4-b74f-40af-8652-e98d6ba08e63" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.169400] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc37dd4-b74f-40af-8652-e98d6ba08e63" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.169553] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.169650] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.169712] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.169863] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.169946] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.170049] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfc37dd4-b74f-40af-8652-e98d6ba08e63',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1535.170836] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2686dab-8a7a-4371-a798-376fea37cd08 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.170945] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2686dab-8a7a-4371-a798-376fea37cd08" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.171010] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2686dab-8a7a-4371-a798-376fea37cd08" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.171187] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2686dab-8a7a-4371-a798-376fea37cd08" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.171259] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2686dab-8a7a-4371-a798-376fea37cd08',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1535.587051] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.587207] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.587207] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.587404] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.587513] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1535.673504] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc37dd4-b74f-40af-8652-e98d6ba08e63 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.673952] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc37dd4-b74f-40af-8652-e98d6ba08e63" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.674986] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfc37dd4-b74f-40af-8652-e98d6ba08e63',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1535.675833] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2686dab-8a7a-4371-a798-376fea37cd08 with status ACTIVE [ 1535.676036] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.676155] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.676224] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.676438] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.676517] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.676693] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.676790] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.676855] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.677016] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.677100] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.677720] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.677720] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.677720] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.677720] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.677720] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.677942] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2686dab-8a7a-4371-a798-376fea37cd08 is going to be updated. [ 1535.698281] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.698473] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.698473] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.698661] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.698792] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.698947] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2686dab-8a7a-4371-a798-376fea37cd08" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.090399] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1536.181149] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfc37dd4-b74f-40af-8652-e98d6ba08e63',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1536.592351] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1536.683236] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.683408] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.683408] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.684045] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.684045] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.684045] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfc37dd4-b74f-40af-8652-e98d6ba08e63 is going to be created. [ 1536.705961] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.706131] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.706176] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.706382] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.706539] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.715354] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc37dd4-b74f-40af-8652-e98d6ba08e63 in Status: UNINITIALIZED for 2s [ 1537.096121] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1537.096121] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1537.959602] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.959926] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.959926] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.960132] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.972229] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1537.974601] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.975338] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1538.010900] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.011139] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.011139] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.011309] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.024985] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.025784] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1538.025895] env[65476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1538.025934] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1538.060885] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.061126] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.061126] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.061293] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.061945] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.062104] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1538.140881] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.141113] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.141113] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.141314] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.141606] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.141840] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1538.211062] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.211251] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.211251] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.211431] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.211721] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.211975] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:26. [ 1538.212073] env[65476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'3ef23534-3f99-4122-8fae-5790ddefcf3b', '4471a33b-a245-4793-b098-681e946f53f5', '455bb743-de19-43c4-aa68-491bf4dd5b84', '5f9d7852-f820-4c45-a9fd-f180c0875ae3', 'dcd1a768-57fa-4fe3-b51c-1c39c8bdc699', 'b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a', 'b6f2c17e-bbff-4551-a188-e8cd70bb609e', '5dfdb1e1-ae0c-4f77-a196-96fc2727ced3', '5160a546-47d1-4816-8fbc-a93ab065979d', '09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c', 'f1b40e9a-1124-4126-a195-f5b379e2304c', '7dc4d518-6a73-42a6-9e75-85d662d21f4d', 'eb10cfe4-a15d-4622-b6db-19be1c424e27', 'b69523ee-a5be-4158-bb73-467cafa9975e', '55d2ce1a-91c4-4ad2-8d1e-c36e329a9198', 'd528647b-e259-4cd2-a23b-7b72d7ac58da', 'afcadb5d-0a1f-431a-8fc5-087c6dff4018', 'd0a18a43-9a9b-4dfd-9b3d-56894b961e4a', '3d7b91fd-30c8-4f9e-ae9c-e37b4695eade', '7284fc6a-f972-41b3-b6cd-5042cd5d8f78', '891719c2-1d9c-4c23-82fe-0f7cc2f37de7', 'e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8', 'ce161cd1-25c0-4dff-a320-e47e330247dd', 'b5a62259-8fb7-44d4-ae82-0ea816208854', 'be06d0b9-a4d5-4cf1-bb45-2ca0d66af267', '6492e50c-3051-48cc-a27f-d04e71171dad'} {{(pid=65476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1538.212177] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1538.231428] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.231623] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.231623] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.231809] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.231893] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.231999] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1538.232076] env[65476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1538.232147] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1538.306747] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.306944] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.306944] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.307168] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.308227] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.308471] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1538.308547] env[65476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1538.308619] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1538.308681] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1538.308756] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/26 resources of Type:Security Group Rules [ 1538.308825] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3ef23534-3f99-4122-8fae-5790ddefcf3b with Priority: HIGH for action security_group_rules [ 1538.308903] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4471a33b-a245-4793-b098-681e946f53f5 with Priority: HIGH for action security_group_rules [ 1538.308979] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 455bb743-de19-43c4-aa68-491bf4dd5b84 with Priority: HIGH for action security_group_rules [ 1538.309048] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f9d7852-f820-4c45-a9fd-f180c0875ae3 with Priority: HIGH for action security_group_rules [ 1538.309103] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dcd1a768-57fa-4fe3-b51c-1c39c8bdc699 with Priority: HIGH for action security_group_rules [ 1538.309152] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a with Priority: HIGH for action security_group_rules [ 1538.309211] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e with Priority: HIGH for action security_group_rules [ 1538.309300] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5dfdb1e1-ae0c-4f77-a196-96fc2727ced3 with Priority: HIGH for action security_group_rules [ 1538.309361] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5160a546-47d1-4816-8fbc-a93ab065979d with Priority: HIGH for action security_group_rules [ 1538.309405] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c with Priority: HIGH for action security_group_rules [ 1538.309470] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f1b40e9a-1124-4126-a195-f5b379e2304c with Priority: HIGH for action security_group_rules [ 1538.309525] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d with Priority: HIGH for action security_group_rules [ 1538.309576] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eb10cfe4-a15d-4622-b6db-19be1c424e27 with Priority: HIGH for action security_group_rules [ 1538.309634] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b69523ee-a5be-4158-bb73-467cafa9975e with Priority: HIGH for action security_group_rules [ 1538.309691] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 55d2ce1a-91c4-4ad2-8d1e-c36e329a9198 with Priority: HIGH for action security_group_rules [ 1538.309750] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d528647b-e259-4cd2-a23b-7b72d7ac58da with Priority: HIGH for action security_group_rules [ 1538.309810] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: afcadb5d-0a1f-431a-8fc5-087c6dff4018 with Priority: HIGH for action security_group_rules [ 1538.309866] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d0a18a43-9a9b-4dfd-9b3d-56894b961e4a with Priority: HIGH for action security_group_rules [ 1538.309926] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3d7b91fd-30c8-4f9e-ae9c-e37b4695eade with Priority: HIGH for action security_group_rules [ 1538.309983] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7284fc6a-f972-41b3-b6cd-5042cd5d8f78 with Priority: HIGH for action security_group_rules [ 1538.310083] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.725296] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc37dd4-b74f-40af-8652-e98d6ba08e63 in Status: SUCCESS [ 1538.725501] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc37dd4-b74f-40af-8652-e98d6ba08e63" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.725567] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc37dd4-b74f-40af-8652-e98d6ba08e63" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.725753] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc37dd4-b74f-40af-8652-e98d6ba08e63" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.725966] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.726091] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.726130] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.726269] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.726347] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.726429] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc37dd4-b74f-40af-8652-e98d6ba08e63" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.726518] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cfc37dd4-b74f-40af-8652-e98d6ba08e63',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.230218] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cfc37dd4-b74f-40af-8652-e98d6ba08e63',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.732604] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cfc37dd4-b74f-40af-8652-e98d6ba08e63: rpc.has_security_group_logging(os_id): False [ 1539.751050] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.751232] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.751296] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.751479] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.751560] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.751827] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.751926] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.751989] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.752151] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.752225] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.752310] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfc37dd4-b74f-40af-8652-e98d6ba08e63 is going to be created. [ 1539.807668] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.807953] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.807953] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.808116] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.808265] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.821753] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfc37dd4-b74f-40af-8652-e98d6ba08e63 in Status: IN_PROGRESS for 2s [ 1540.167366] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1540.167567] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=1 [ 1540.167624] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ef23534-3f99-4122-8fae-5790ddefcf3b with Priority: HIGH for action security_group_rules [ 1540.167718] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455bb743-de19-43c4-aa68-491bf4dd5b84 with Priority: HIGH for action security_group_rules [ 1540.167837] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e with Priority: HIGH for action security_group_rules [ 1540.167943] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55d2ce1a-91c4-4ad2-8d1e-c36e329a9198 with Priority: HIGH for action security_group_rules [ 1540.168523] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7284fc6a-f972-41b3-b6cd-5042cd5d8f78 with Priority: HIGH for action security_group_rules [ 1540.169325] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7b91fd-30c8-4f9e-ae9c-e37b4695eade with Priority: HIGH for action security_group_rules [ 1540.169325] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0a18a43-9a9b-4dfd-9b3d-56894b961e4a with Priority: HIGH for action security_group_rules [ 1540.169325] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afcadb5d-0a1f-431a-8fc5-087c6dff4018 with Priority: HIGH for action security_group_rules [ 1540.169325] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b69523ee-a5be-4158-bb73-467cafa9975e with Priority: HIGH for action security_group_rules [ 1540.169325] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d528647b-e259-4cd2-a23b-7b72d7ac58da with Priority: HIGH for action security_group_rules [ 1540.169325] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb10cfe4-a15d-4622-b6db-19be1c424e27 with Priority: HIGH for action security_group_rules [ 1540.169325] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d with Priority: HIGH for action security_group_rules [ 1540.169607] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1b40e9a-1124-4126-a195-f5b379e2304c with Priority: HIGH for action security_group_rules [ 1540.169607] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c with Priority: HIGH for action security_group_rules [ 1540.169607] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5160a546-47d1-4816-8fbc-a93ab065979d with Priority: HIGH for action security_group_rules [ 1540.169607] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a with Priority: HIGH for action security_group_rules [ 1540.169754] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dfdb1e1-ae0c-4f77-a196-96fc2727ced3 with Priority: HIGH for action security_group_rules [ 1540.169789] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd1a768-57fa-4fe3-b51c-1c39c8bdc699 with Priority: HIGH for action security_group_rules [ 1540.169852] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4471a33b-a245-4793-b098-681e946f53f5 with Priority: HIGH for action security_group_rules [ 1540.169949] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f9d7852-f820-4c45-a9fd-f180c0875ae3 with Priority: HIGH for action security_group_rules [ 1540.170334] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ef23534-3f99-4122-8fae-5790ddefcf3b taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.170491] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ef23534-3f99-4122-8fae-5790ddefcf3b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.170557] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ef23534-3f99-4122-8fae-5790ddefcf3b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.170773] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ef23534-3f99-4122-8fae-5790ddefcf3b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.170851] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ef23534-3f99-4122-8fae-5790ddefcf3b',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.171819] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-455bb743-de19-43c4-aa68-491bf4dd5b84 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.171931] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.172000] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.172188] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.172261] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('455bb743-de19-43c4-aa68-491bf4dd5b84',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.173053] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6f2c17e-bbff-4551-a188-e8cd70bb609e taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.173159] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.173206] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.173382] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.173457] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6f2c17e-bbff-4551-a188-e8cd70bb609e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.174249] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55d2ce1a-91c4-4ad2-8d1e-c36e329a9198 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.174340] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55d2ce1a-91c4-4ad2-8d1e-c36e329a9198" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.174503] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55d2ce1a-91c4-4ad2-8d1e-c36e329a9198" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.174670] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55d2ce1a-91c4-4ad2-8d1e-c36e329a9198" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.174742] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55d2ce1a-91c4-4ad2-8d1e-c36e329a9198',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.175584] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7284fc6a-f972-41b3-b6cd-5042cd5d8f78 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.175702] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7284fc6a-f972-41b3-b6cd-5042cd5d8f78" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.175758] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7284fc6a-f972-41b3-b6cd-5042cd5d8f78" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.175885] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7284fc6a-f972-41b3-b6cd-5042cd5d8f78" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.175922] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7284fc6a-f972-41b3-b6cd-5042cd5d8f78',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.176595] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.176711] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.176774] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.176912] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.177068] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d7b91fd-30c8-4f9e-ae9c-e37b4695eade',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.177703] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.177832] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.177941] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.177997] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.178112] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0a18a43-9a9b-4dfd-9b3d-56894b961e4a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.178740] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afcadb5d-0a1f-431a-8fc5-087c6dff4018 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.178837] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afcadb5d-0a1f-431a-8fc5-087c6dff4018" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.178891] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afcadb5d-0a1f-431a-8fc5-087c6dff4018" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.179046] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afcadb5d-0a1f-431a-8fc5-087c6dff4018" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.179120] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afcadb5d-0a1f-431a-8fc5-087c6dff4018',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.179914] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b69523ee-a5be-4158-bb73-467cafa9975e taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.180042] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b69523ee-a5be-4158-bb73-467cafa9975e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.180143] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b69523ee-a5be-4158-bb73-467cafa9975e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.180350] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b69523ee-a5be-4158-bb73-467cafa9975e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.180446] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b69523ee-a5be-4158-bb73-467cafa9975e',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.181303] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d528647b-e259-4cd2-a23b-7b72d7ac58da taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.181406] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d528647b-e259-4cd2-a23b-7b72d7ac58da" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.181448] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d528647b-e259-4cd2-a23b-7b72d7ac58da" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.181570] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d528647b-e259-4cd2-a23b-7b72d7ac58da" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.181633] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d528647b-e259-4cd2-a23b-7b72d7ac58da',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.182325] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb10cfe4-a15d-4622-b6db-19be1c424e27 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.182425] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb10cfe4-a15d-4622-b6db-19be1c424e27" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.182514] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb10cfe4-a15d-4622-b6db-19be1c424e27" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.182660] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb10cfe4-a15d-4622-b6db-19be1c424e27" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.182733] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb10cfe4-a15d-4622-b6db-19be1c424e27',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.183558] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dc4d518-6a73-42a6-9e75-85d662d21f4d taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.183687] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.183687] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.183808] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.183880] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dc4d518-6a73-42a6-9e75-85d662d21f4d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.184555] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1b40e9a-1124-4126-a195-f5b379e2304c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.184654] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.184737] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.184892] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.184937] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1b40e9a-1124-4126-a195-f5b379e2304c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.185593] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.185768] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.185841] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.185982] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.186071] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.186749] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5160a546-47d1-4816-8fbc-a93ab065979d taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.186851] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5160a546-47d1-4816-8fbc-a93ab065979d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.186903] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5160a546-47d1-4816-8fbc-a93ab065979d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.187068] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5160a546-47d1-4816-8fbc-a93ab065979d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.187155] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5160a546-47d1-4816-8fbc-a93ab065979d',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.187961] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.188081] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.188154] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.188293] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.188364] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.189039] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5dfdb1e1-ae0c-4f77-a196-96fc2727ced3 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.189148] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5dfdb1e1-ae0c-4f77-a196-96fc2727ced3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.189226] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5dfdb1e1-ae0c-4f77-a196-96fc2727ced3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.189376] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5dfdb1e1-ae0c-4f77-a196-96fc2727ced3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.189441] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5dfdb1e1-ae0c-4f77-a196-96fc2727ced3',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.190207] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcd1a768-57fa-4fe3-b51c-1c39c8bdc699 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.190207] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcd1a768-57fa-4fe3-b51c-1c39c8bdc699" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.190355] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcd1a768-57fa-4fe3-b51c-1c39c8bdc699" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.190451] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcd1a768-57fa-4fe3-b51c-1c39c8bdc699" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.190528] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcd1a768-57fa-4fe3-b51c-1c39c8bdc699',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.191283] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4471a33b-a245-4793-b098-681e946f53f5 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.191535] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4471a33b-a245-4793-b098-681e946f53f5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.191535] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4471a33b-a245-4793-b098-681e946f53f5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.191632] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4471a33b-a245-4793-b098-681e946f53f5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.191693] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4471a33b-a245-4793-b098-681e946f53f5',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.192325] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f9d7852-f820-4c45-a9fd-f180c0875ae3 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.192440] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f9d7852-f820-4c45-a9fd-f180c0875ae3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.192512] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f9d7852-f820-4c45-a9fd-f180c0875ae3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.192912] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f9d7852-f820-4c45-a9fd-f180c0875ae3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.192912] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f9d7852-f820-4c45-a9fd-f180c0875ae3',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.215880] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.215880] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.215880] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.216127] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.240084] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.240473] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55d2ce1a-91c4-4ad2-8d1e-c36e329a9198 is going to be deleted. [ 1540.289428] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.289428] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.289684] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.289719] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.289816] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.289932] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55d2ce1a-91c4-4ad2-8d1e-c36e329a9198" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.755705] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.755918] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.755918] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.756155] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.759366] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.759515] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.762884] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.763061] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.763812] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.763908] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.764660] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.764747] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.765440] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.765533] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.766225] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.766312] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.767007] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.767108] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.767787] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.767881] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.768639] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.768731] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.773851] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.774023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.775840] env[65476]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1540.776616] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.776743] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.777802] env[65476]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1540.778420] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.778565] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.779319] env[65476]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1540.779799] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.779916] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.780592] env[65476]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1540.781089] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.781192] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.781940] env[65476]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1540.782461] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.782684] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.783426] env[65476]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1540.783829] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.783920] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.784601] env[65476]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1540.785019] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.785154] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.785737] env[65476]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1540.786204] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.786331] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dc4d518-6a73-42a6-9e75-85d662d21f4d is going to be deleted. [ 1540.787800] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.787894] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.787963] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.788214] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.808423] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.808585] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d528647b-e259-4cd2-a23b-7b72d7ac58da is going to be deleted. [ 1540.809471] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.809679] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.828429] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.828571] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0a18a43-9a9b-4dfd-9b3d-56894b961e4a is going to be deleted. [ 1540.829711] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.829997] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.844189] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.844385] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.849937] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.850167] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6f2c17e-bbff-4551-a188-e8cd70bb609e is going to be deleted. [ 1540.851376] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.851668] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.854284] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.854405] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.873698] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.873836] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 455bb743-de19-43c4-aa68-491bf4dd5b84 is going to be deleted. [ 1540.874946] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.875178] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.892510] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.892713] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.934578] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.934755] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5dfdb1e1-ae0c-4f77-a196-96fc2727ced3 is going to be deleted. [ 1540.935656] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.935882] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.937321] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.937453] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.984586] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.984798] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.007360] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.007570] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d7b91fd-30c8-4f9e-ae9c-e37b4695eade is going to be deleted. [ 1541.008446] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.008675] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.053253] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.053498] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.065554] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.065729] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb10cfe4-a15d-4622-b6db-19be1c424e27 is going to be deleted. [ 1541.066606] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.066833] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.110455] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.110625] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c is going to be deleted. [ 1541.111643] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.111874] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.147310] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.147512] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f9d7852-f820-4c45-a9fd-f180c0875ae3 is going to be deleted. [ 1541.148407] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.148633] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.163298] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.163508] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.184490] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.184702] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.189663] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.189846] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b69523ee-a5be-4158-bb73-467cafa9975e is going to be deleted. [ 1541.190766] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.190999] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.216475] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.216739] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a is going to be deleted. [ 1541.217649] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.217866] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.277244] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.277743] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.280357] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.280537] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcd1a768-57fa-4fe3-b51c-1c39c8bdc699 is going to be deleted. [ 1541.281514] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.281747] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.308447] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.308708] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.326581] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.326763] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ef23534-3f99-4122-8fae-5790ddefcf3b is going to be deleted. [ 1541.328123] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.328412] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.361125] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.361326] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.366807] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.367028] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.375489] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.375696] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5160a546-47d1-4816-8fbc-a93ab065979d is going to be deleted. [ 1541.376771] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.377044] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.400236] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.400456] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.471438] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.471636] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.495376] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.495610] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1b40e9a-1124-4126-a195-f5b379e2304c is going to be deleted. [ 1541.496457] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.496687] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.554695] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.554933] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4471a33b-a245-4793-b098-681e946f53f5 is going to be deleted. [ 1541.555741] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.555965] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.557942] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.558088] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.607998] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.608162] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afcadb5d-0a1f-431a-8fc5-087c6dff4018 is going to be deleted. [ 1541.609246] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.609518] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.643335] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.643644] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.661668] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.661965] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7284fc6a-f972-41b3-b6cd-5042cd5d8f78 is going to be deleted. [ 1541.662745] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.662961] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.663064] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.663186] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dc4d518-6a73-42a6-9e75-85d662d21f4d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.663343] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.663510] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.663585] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.663700] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d528647b-e259-4cd2-a23b-7b72d7ac58da" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.664235] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.664413] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.664495] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.664608] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0a18a43-9a9b-4dfd-9b3d-56894b961e4a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.664736] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.664881] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.664951] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.665082] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6f2c17e-bbff-4551-a188-e8cd70bb609e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.665209] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.665350] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.665424] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.665536] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-455bb743-de19-43c4-aa68-491bf4dd5b84" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.665661] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.665803] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.665866] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.665976] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5dfdb1e1-ae0c-4f77-a196-96fc2727ced3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.666112] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.666250] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.666306] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.666416] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb10cfe4-a15d-4622-b6db-19be1c424e27" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.666614] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.666676] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.666726] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.666838] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d7b91fd-30c8-4f9e-ae9c-e37b4695eade" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.666957] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.667108] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.667177] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.667308] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f9d7852-f820-4c45-a9fd-f180c0875ae3" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.667438] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.667575] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.667648] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.667750] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09d3fcf5-9534-4e13-b0aa-c3e7b1985a0c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.667871] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.668021] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.668093] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.668207] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b89f2a85-ebcb-4dff-8ec8-54bcf6758a3a" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.668331] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.668469] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.668529] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.668641] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b69523ee-a5be-4158-bb73-467cafa9975e" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.668761] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.668911] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.668975] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.669091] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcd1a768-57fa-4fe3-b51c-1c39c8bdc699" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.669211] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.669390] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.669474] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.669561] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ef23534-3f99-4122-8fae-5790ddefcf3b" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.669685] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.669820] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.669895] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.669990] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5160a546-47d1-4816-8fbc-a93ab065979d" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.670123] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.670267] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.670347] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.670433] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1b40e9a-1124-4126-a195-f5b379e2304c" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.713168] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.713405] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.713405] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.713609] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.713701] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.713817] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4471a33b-a245-4793-b098-681e946f53f5" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.717471] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.717638] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.717730] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.717902] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.718062] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.718174] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afcadb5d-0a1f-431a-8fc5-087c6dff4018" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.758845] env[65476]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1541.759487] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.759638] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.759702] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.759903] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.759992] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.760148] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7284fc6a-f972-41b3-b6cd-5042cd5d8f78" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.847389] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfc37dd4-b74f-40af-8652-e98d6ba08e63 in Status: SUCCESS [ 1541.847604] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfc37dd4-b74f-40af-8652-e98d6ba08e63" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.171237] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1545.171609] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1550.171944] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1550.172392] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1555.173895] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1555.174435] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1560.174680] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1560.175210] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1565.176505] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1565.176505] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1570.176948] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1570.177380] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1575.178423] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1575.178807] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1580.179341] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1580.179772] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1585.180776] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1585.180776] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1589.880711] env[65476]: INFO networking_nsxv3.common.synchronization [None req-81d95f41-54c7-4636-9b6b-9b2c0e9b6e8a tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Enqueued Resource ID: e1c61fc8-34f2-42b0-a59f-6b6a4bee4807 with Priority: HIGHEST for action security_group_rules [ 1589.881447] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1c61fc8-34f2-42b0-a59f-6b6a4bee4807 with Priority: HIGHEST for action security_group_rules [ 1589.881776] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1c61fc8-34f2-42b0-a59f-6b6a4bee4807 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.881925] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1c61fc8-34f2-42b0-a59f-6b6a4bee4807" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.882027] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1c61fc8-34f2-42b0-a59f-6b6a4bee4807" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1589.882303] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1c61fc8-34f2-42b0-a59f-6b6a4bee4807" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1589.882385] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1c61fc8-34f2-42b0-a59f-6b6a4bee4807',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1590.045732] env[65476]: INFO networking_nsxv3.common.synchronization [None req-68652bad-9af7-44ff-b5cd-33667554b891 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Enqueued Resource ID: e1c61fc8-34f2-42b0-a59f-6b6a4bee4807 with Priority: HIGHEST for action security_group_rules [ 1590.046398] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1c61fc8-34f2-42b0-a59f-6b6a4bee4807 with Priority: HIGHEST for action security_group_rules [ 1590.046714] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1c61fc8-34f2-42b0-a59f-6b6a4bee4807 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.046840] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1c61fc8-34f2-42b0-a59f-6b6a4bee4807" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.414102] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.414311] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.414385] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.414608] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.414697] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.414794] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1c61fc8-34f2-42b0-a59f-6b6a4bee4807 already deleted. [ 1590.414879] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1c61fc8-34f2-42b0-a59f-6b6a4bee4807" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.415052] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1c61fc8-34f2-42b0-a59f-6b6a4bee4807" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.415213] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1c61fc8-34f2-42b0-a59f-6b6a4bee4807" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.415293] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1c61fc8-34f2-42b0-a59f-6b6a4bee4807',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1590.941997] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.942468] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.942468] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.942468] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.942638] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.942638] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1c61fc8-34f2-42b0-a59f-6b6a4bee4807 already deleted. [ 1590.942725] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1c61fc8-34f2-42b0-a59f-6b6a4bee4807" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.047934] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1595.048349] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1595.448640] env[65476]: INFO networking_nsxv3.common.synchronization [req-434c2a03-2573-4682-a203-1660556a2b94 req-b2fd7126-bef6-4fc4-9179-54d18d300fd0 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Enqueued Resource ID: e1c61fc8-34f2-42b0-a59f-6b6a4bee4807 with Priority: HIGHEST for action security_group_members [ 1595.448640] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1c61fc8-34f2-42b0-a59f-6b6a4bee4807 with Priority: HIGHEST for action security_group_members [ 1595.448640] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1c61fc8-34f2-42b0-a59f-6b6a4bee4807 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.448640] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1c61fc8-34f2-42b0-a59f-6b6a4bee4807" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.448640] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1c61fc8-34f2-42b0-a59f-6b6a4bee4807" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.448640] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1c61fc8-34f2-42b0-a59f-6b6a4bee4807" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.448640] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.448640] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.448640] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.448640] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.448640] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.448640] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1c61fc8-34f2-42b0-a59f-6b6a4bee4807',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1595.700645] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock network-880 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.700835] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "network-880" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.700951] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "network-880" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.701237] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "network-880" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.701488] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.701641] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.701756] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.701965] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.702134] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.702352] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1595.702464] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1595.702571] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1595.702675] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1595.702780] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1595.702882] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1595.703016] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1595.722065] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1595.722276] env[65476]: DEBUG dogpile.cache.region [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1595.722362] env[65476]: DEBUG dogpile.lock [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1595.722533] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "network-880" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.722823] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock port-5926d5cb-dc91-452a-b169-1af12ef4ade9 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.722990] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "port-5926d5cb-dc91-452a-b169-1af12ef4ade9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.723120] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "port-5926d5cb-dc91-452a-b169-1af12ef4ade9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.723420] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "port-5926d5cb-dc91-452a-b169-1af12ef4ade9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.723553] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5926d5cb-dc91-452a-b169-1af12ef4ade9',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1595.950435] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.950681] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.950681] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.950900] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.951021] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.951233] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.951360] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.951397] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.951542] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.951617] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.951699] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1c61fc8-34f2-42b0-a59f-6b6a4bee4807 already deleted. [ 1595.951776] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1c61fc8-34f2-42b0-a59f-6b6a4bee4807" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1596.226264] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1596.226673] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.226673] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1596.227083] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1596.227286] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1596.227541] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Segment Port 5926d5cb-dc91-452a-b169-1af12ef4ade9 not found, creating... [ 1596.227892] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1596.228094] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.228226] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1596.228444] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1596.228578] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1596.228861] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1596.229071] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.229207] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1596.229384] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1596.229526] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1596.229666] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Resource: SegmentPort with ID: 5926d5cb-dc91-452a-b169-1af12ef4ade9 is going to be created. [ 1596.254463] env[65476]: DEBUG networking_nsxv3.common.locking [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1596.254679] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.254800] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1596.255104] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1596.255351] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1596.255579] env[65476]: DEBUG oslo_concurrency.lockutils [None req-8cb3fbbd-91e7-4afa-b840-3c558041859f None None] Releasing lock "port-5926d5cb-dc91-452a-b169-1af12ef4ade9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1596.929170] env[65476]: INFO networking_nsxv3.common.synchronization [req-434c2a03-2573-4682-a203-1660556a2b94 req-84ea58fd-e598-49a0-a603-be31d781ff02 service nova] Enqueued Resource ID: e1c61fc8-34f2-42b0-a59f-6b6a4bee4807 with Priority: HIGHEST for action security_group_rules [ 1596.929373] env[65476]: INFO networking_nsxv3.common.synchronization [req-434c2a03-2573-4682-a203-1660556a2b94 req-84ea58fd-e598-49a0-a603-be31d781ff02 service nova] Enqueued Resource ID: e1c61fc8-34f2-42b0-a59f-6b6a4bee4807 with Priority: HIGHEST for action security_group_members [ 1596.929594] env[65476]: INFO networking_nsxv3.common.synchronization [req-434c2a03-2573-4682-a203-1660556a2b94 req-84ea58fd-e598-49a0-a603-be31d781ff02 service nova] Enqueued Resource ID: 5926d5cb-dc91-452a-b169-1af12ef4ade9 with Priority: HIGHEST for action port [ 1596.930220] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1c61fc8-34f2-42b0-a59f-6b6a4bee4807 with Priority: HIGHEST for action security_group_rules [ 1596.930402] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1c61fc8-34f2-42b0-a59f-6b6a4bee4807 with Priority: HIGHEST for action security_group_members [ 1596.930539] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5926d5cb-dc91-452a-b169-1af12ef4ade9 with Priority: HIGHEST for action port [ 1596.930867] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1c61fc8-34f2-42b0-a59f-6b6a4bee4807 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1596.931048] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1c61fc8-34f2-42b0-a59f-6b6a4bee4807" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.931141] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1c61fc8-34f2-42b0-a59f-6b6a4bee4807" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1596.931382] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1c61fc8-34f2-42b0-a59f-6b6a4bee4807" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1596.931483] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1c61fc8-34f2-42b0-a59f-6b6a4bee4807',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1596.932330] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1c61fc8-34f2-42b0-a59f-6b6a4bee4807 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1596.932614] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1c61fc8-34f2-42b0-a59f-6b6a4bee4807" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.932614] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1c61fc8-34f2-42b0-a59f-6b6a4bee4807" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1596.932758] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1c61fc8-34f2-42b0-a59f-6b6a4bee4807" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1596.932930] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1596.933064] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.933181] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1596.933325] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1596.933419] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1596.933552] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1c61fc8-34f2-42b0-a59f-6b6a4bee4807',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1596.934384] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-5926d5cb-dc91-452a-b169-1af12ef4ade9 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1596.934384] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5926d5cb-dc91-452a-b169-1af12ef4ade9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.934500] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5926d5cb-dc91-452a-b169-1af12ef4ade9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1596.934633] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5926d5cb-dc91-452a-b169-1af12ef4ade9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1596.934732] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5926d5cb-dc91-452a-b169-1af12ef4ade9',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1597.437247] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1c61fc8-34f2-42b0-a59f-6b6a4bee4807 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.437556] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1c61fc8-34f2-42b0-a59f-6b6a4bee4807" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.437627] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1c61fc8-34f2-42b0-a59f-6b6a4bee4807',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1597.438516] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5926d5cb-dc91-452a-b169-1af12ef4ade9 with status ACTIVE [ 1597.438700] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.438807] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.438872] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.439085] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.439175] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.440377] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.440377] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.440377] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.440377] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.440377] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.440377] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.440377] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.440377] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.440377] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.440377] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.440377] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5926d5cb-dc91-452a-b169-1af12ef4ade9 is going to be updated. [ 1597.462520] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.462741] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.462741] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.462924] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.463083] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.463231] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5926d5cb-dc91-452a-b169-1af12ef4ade9" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.942740] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1c61fc8-34f2-42b0-a59f-6b6a4bee4807',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.446023] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.446023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.446023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.446023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.446453] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.446453] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1c61fc8-34f2-42b0-a59f-6b6a4bee4807 is going to be created. [ 1598.470656] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.470829] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.470935] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.471128] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.471290] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.480864] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1c61fc8-34f2-42b0-a59f-6b6a4bee4807 in Status: UNINITIALIZED for 2s [ 1600.492835] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1c61fc8-34f2-42b0-a59f-6b6a4bee4807 in Status: SUCCESS [ 1600.493226] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1c61fc8-34f2-42b0-a59f-6b6a4bee4807" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.493226] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1c61fc8-34f2-42b0-a59f-6b6a4bee4807" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.493445] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1c61fc8-34f2-42b0-a59f-6b6a4bee4807" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.493629] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.493738] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.493794] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.493951] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.494042] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.494129] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1c61fc8-34f2-42b0-a59f-6b6a4bee4807" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.494216] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1c61fc8-34f2-42b0-a59f-6b6a4bee4807',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1600.996327] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1c61fc8-34f2-42b0-a59f-6b6a4bee4807',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1601.498390] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1c61fc8-34f2-42b0-a59f-6b6a4bee4807: rpc.has_security_group_logging(os_id): False [ 1601.516349] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.516509] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.516509] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.516698] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.516781] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.517026] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.517132] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.517194] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.517348] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.517422] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.517510] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1c61fc8-34f2-42b0-a59f-6b6a4bee4807 is going to be created. [ 1601.573768] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.574018] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.574018] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.574193] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.574375] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.583961] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1c61fc8-34f2-42b0-a59f-6b6a4bee4807 in Status: IN_PROGRESS for 2s [ 1601.931302] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1601.931498] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1603.596639] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1c61fc8-34f2-42b0-a59f-6b6a4bee4807 in Status: SUCCESS [ 1603.597056] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1c61fc8-34f2-42b0-a59f-6b6a4bee4807" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.932177] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1606.932555] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1611.932915] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1611.933310] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1616.934281] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1616.934281] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1621.935660] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1621.936100] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1626.936703] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1626.937119] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1631.937847] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1631.938334] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1636.939569] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1636.940032] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1641.940453] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1641.940932] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1644.565126] env[65476]: INFO networking_nsxv3.common.synchronization [req-92377067-fe03-4277-a1c5-cc7304262f68 req-065de012-5979-4028-9a51-bfcb3165d0a5 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Enqueued Resource ID: e1c61fc8-34f2-42b0-a59f-6b6a4bee4807 with Priority: HIGHEST for action security_group_members [ 1644.565671] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1c61fc8-34f2-42b0-a59f-6b6a4bee4807 with Priority: HIGHEST for action security_group_members [ 1644.565981] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1c61fc8-34f2-42b0-a59f-6b6a4bee4807 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1644.566123] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1c61fc8-34f2-42b0-a59f-6b6a4bee4807" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.566187] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1c61fc8-34f2-42b0-a59f-6b6a4bee4807" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1644.566502] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1c61fc8-34f2-42b0-a59f-6b6a4bee4807" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1644.566705] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1644.566705] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.566705] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1644.566911] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1644.566911] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1644.567018] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1c61fc8-34f2-42b0-a59f-6b6a4bee4807',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1645.069306] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1645.069541] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.069541] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1645.069721] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1645.069778] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1645.069973] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1645.070108] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.070167] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1645.070335] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1645.070411] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1645.070499] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1c61fc8-34f2-42b0-a59f-6b6a4bee4807 is going to be updated. [ 1645.099173] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1645.099459] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.099459] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1645.099564] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1645.099684] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1645.108631] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1c61fc8-34f2-42b0-a59f-6b6a4bee4807 in Status: IN_PROGRESS for 2s [ 1647.120070] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1c61fc8-34f2-42b0-a59f-6b6a4bee4807 in Status: SUCCESS [ 1647.120537] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1c61fc8-34f2-42b0-a59f-6b6a4bee4807 deletion is rescheduled due to dependency. [ 1647.120537] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1c61fc8-34f2-42b0-a59f-6b6a4bee4807" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1649.566766] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1649.567111] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1654.567646] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1654.568052] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1655.824402] env[65476]: INFO networking_nsxv3.common.synchronization [req-b287d2f4-915a-4c9f-8522-9cd9737d59d9 req-09cdde41-b117-4cf1-95ec-8f97d4373f6f tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Enqueued Resource ID: cfc37dd4-b74f-40af-8652-e98d6ba08e63 with Priority: HIGHEST for action security_group_members [ 1655.824933] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc37dd4-b74f-40af-8652-e98d6ba08e63 with Priority: HIGHEST for action security_group_members [ 1655.825252] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfc37dd4-b74f-40af-8652-e98d6ba08e63 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1655.825374] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfc37dd4-b74f-40af-8652-e98d6ba08e63" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.825439] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfc37dd4-b74f-40af-8652-e98d6ba08e63" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1655.825632] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfc37dd4-b74f-40af-8652-e98d6ba08e63" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1655.826284] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1655.826284] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.826284] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1655.826284] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1655.826284] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1655.826284] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfc37dd4-b74f-40af-8652-e98d6ba08e63',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1656.329254] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1656.329474] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.329580] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1656.329875] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1656.330042] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1656.330378] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1656.330531] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.330631] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1656.330887] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1656.331042] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1656.331195] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfc37dd4-b74f-40af-8652-e98d6ba08e63 is going to be updated. [ 1656.359068] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1656.359294] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.359294] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1656.359472] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1656.359614] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1656.368147] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc37dd4-b74f-40af-8652-e98d6ba08e63 in Status: IN_PROGRESS for 2s [ 1658.379155] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfc37dd4-b74f-40af-8652-e98d6ba08e63 in Status: SUCCESS [ 1658.379562] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfc37dd4-b74f-40af-8652-e98d6ba08e63 deletion is rescheduled due to dependency. [ 1658.379562] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfc37dd4-b74f-40af-8652-e98d6ba08e63" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1660.504312] env[65476]: INFO networking_nsxv3.common.synchronization [None req-646021e4-96c0-4684-871b-5620dd1f7e7b tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Enqueued Resource ID: 1f87d7ec-2e69-4d8e-8969-566ae00b1493 with Priority: HIGHEST for action security_group_rules [ 1660.504738] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f87d7ec-2e69-4d8e-8969-566ae00b1493 with Priority: HIGHEST for action security_group_rules [ 1660.505055] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f87d7ec-2e69-4d8e-8969-566ae00b1493 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1660.505174] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f87d7ec-2e69-4d8e-8969-566ae00b1493" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.505239] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f87d7ec-2e69-4d8e-8969-566ae00b1493" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1660.505479] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f87d7ec-2e69-4d8e-8969-566ae00b1493" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1660.505560] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f87d7ec-2e69-4d8e-8969-566ae00b1493',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1660.580195] env[65476]: INFO networking_nsxv3.common.synchronization [None req-fdd117ca-4803-4ab8-868e-3f681789de8c tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Enqueued Resource ID: 1f87d7ec-2e69-4d8e-8969-566ae00b1493 with Priority: HIGHEST for action security_group_rules [ 1660.580740] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f87d7ec-2e69-4d8e-8969-566ae00b1493 with Priority: HIGHEST for action security_group_rules [ 1660.581028] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f87d7ec-2e69-4d8e-8969-566ae00b1493 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1660.581136] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f87d7ec-2e69-4d8e-8969-566ae00b1493" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.027783] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1661.027783] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.027783] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1661.027783] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1661.027783] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1661.027783] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f87d7ec-2e69-4d8e-8969-566ae00b1493 already deleted. [ 1661.028189] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f87d7ec-2e69-4d8e-8969-566ae00b1493" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1661.028189] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f87d7ec-2e69-4d8e-8969-566ae00b1493" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1661.028189] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f87d7ec-2e69-4d8e-8969-566ae00b1493" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1661.028297] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f87d7ec-2e69-4d8e-8969-566ae00b1493',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1661.549115] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1661.549520] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.549520] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1661.549520] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1661.549640] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1661.549640] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f87d7ec-2e69-4d8e-8969-566ae00b1493 already deleted. [ 1661.549772] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f87d7ec-2e69-4d8e-8969-566ae00b1493" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1665.581325] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1665.581977] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1665.891031] env[65476]: INFO networking_nsxv3.common.synchronization [req-68702bcd-aafe-4347-8259-97fc905f3058 req-4a0b3288-6f15-4d20-94fc-2b5ea6511eea tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Enqueued Resource ID: 1f87d7ec-2e69-4d8e-8969-566ae00b1493 with Priority: HIGHEST for action security_group_members [ 1665.891429] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f87d7ec-2e69-4d8e-8969-566ae00b1493 with Priority: HIGHEST for action security_group_members [ 1665.891732] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f87d7ec-2e69-4d8e-8969-566ae00b1493 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1665.891912] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f87d7ec-2e69-4d8e-8969-566ae00b1493" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.891985] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f87d7ec-2e69-4d8e-8969-566ae00b1493" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1665.892253] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f87d7ec-2e69-4d8e-8969-566ae00b1493" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1665.892409] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1665.892511] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.892574] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1665.892803] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1665.892890] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1665.892983] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f87d7ec-2e69-4d8e-8969-566ae00b1493',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1666.146580] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-880 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1666.146789] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-880" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.146907] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-880" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1666.147215] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-880" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1666.147479] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1666.147642] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.147757] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1666.147979] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1666.148140] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1666.148392] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1666.148523] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1666.148635] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1666.148743] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1666.148857] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1666.148957] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1666.149100] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1666.170451] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1666.170645] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1666.170764] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1666.170945] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-880" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1666.171282] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-be539486-1f62-412b-afe5-ec148a5fba62 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1666.171449] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-be539486-1f62-412b-afe5-ec148a5fba62" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.171603] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-be539486-1f62-412b-afe5-ec148a5fba62" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1666.171920] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-be539486-1f62-412b-afe5-ec148a5fba62" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1666.172073] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be539486-1f62-412b-afe5-ec148a5fba62',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1666.395333] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1666.395612] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.395612] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1666.395793] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1666.395882] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1666.396097] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1666.396200] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.396259] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1666.396408] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1666.396509] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1666.396598] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f87d7ec-2e69-4d8e-8969-566ae00b1493 already deleted. [ 1666.396678] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f87d7ec-2e69-4d8e-8969-566ae00b1493" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1666.674407] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1666.674933] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.674933] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1666.675027] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1666.675108] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1666.675268] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port be539486-1f62-412b-afe5-ec148a5fba62 not found, creating... [ 1666.675527] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1666.675700] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.675813] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1666.676039] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1666.676177] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1666.676463] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1666.676619] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.676733] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1666.676936] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1666.677103] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1666.677209] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: be539486-1f62-412b-afe5-ec148a5fba62 is going to be created. [ 1666.698172] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1666.698172] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.698395] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1666.698618] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1666.698854] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1666.699081] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-be539486-1f62-412b-afe5-ec148a5fba62" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1667.392673] env[65476]: INFO networking_nsxv3.common.synchronization [req-68702bcd-aafe-4347-8259-97fc905f3058 req-393084a2-23b3-4e15-b9c5-2e85540fab3f service nova] Enqueued Resource ID: 1f87d7ec-2e69-4d8e-8969-566ae00b1493 with Priority: HIGHEST for action security_group_rules [ 1667.392863] env[65476]: INFO networking_nsxv3.common.synchronization [req-68702bcd-aafe-4347-8259-97fc905f3058 req-393084a2-23b3-4e15-b9c5-2e85540fab3f service nova] Enqueued Resource ID: 1f87d7ec-2e69-4d8e-8969-566ae00b1493 with Priority: HIGHEST for action security_group_members [ 1667.392999] env[65476]: INFO networking_nsxv3.common.synchronization [req-68702bcd-aafe-4347-8259-97fc905f3058 req-393084a2-23b3-4e15-b9c5-2e85540fab3f service nova] Enqueued Resource ID: be539486-1f62-412b-afe5-ec148a5fba62 with Priority: HIGHEST for action port [ 1667.393240] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f87d7ec-2e69-4d8e-8969-566ae00b1493 with Priority: HIGHEST for action security_group_rules [ 1667.393359] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f87d7ec-2e69-4d8e-8969-566ae00b1493 with Priority: HIGHEST for action security_group_members [ 1667.393463] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be539486-1f62-412b-afe5-ec148a5fba62 with Priority: HIGHEST for action port [ 1667.393988] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f87d7ec-2e69-4d8e-8969-566ae00b1493 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.394184] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f87d7ec-2e69-4d8e-8969-566ae00b1493" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.394302] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f87d7ec-2e69-4d8e-8969-566ae00b1493" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.394451] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f87d7ec-2e69-4d8e-8969-566ae00b1493" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.394531] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f87d7ec-2e69-4d8e-8969-566ae00b1493',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1667.395350] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f87d7ec-2e69-4d8e-8969-566ae00b1493 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.395461] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f87d7ec-2e69-4d8e-8969-566ae00b1493" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.395529] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f87d7ec-2e69-4d8e-8969-566ae00b1493" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.395690] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f87d7ec-2e69-4d8e-8969-566ae00b1493" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.395864] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.395910] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.396188] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.396264] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.396321] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1667.396415] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f87d7ec-2e69-4d8e-8969-566ae00b1493',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1667.397229] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-be539486-1f62-412b-afe5-ec148a5fba62 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.397369] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be539486-1f62-412b-afe5-ec148a5fba62" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.397404] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be539486-1f62-412b-afe5-ec148a5fba62" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.397569] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be539486-1f62-412b-afe5-ec148a5fba62" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.397608] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be539486-1f62-412b-afe5-ec148a5fba62',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1667.899962] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f87d7ec-2e69-4d8e-8969-566ae00b1493 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.900452] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f87d7ec-2e69-4d8e-8969-566ae00b1493" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.901662] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f87d7ec-2e69-4d8e-8969-566ae00b1493',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1667.902667] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be539486-1f62-412b-afe5-ec148a5fba62 with status ACTIVE [ 1667.902885] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.902976] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.903045] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.903245] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.903351] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1667.903504] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.903601] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.903661] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.903809] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.903885] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1667.904078] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.904170] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.904228] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.904364] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.904436] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1667.904518] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be539486-1f62-412b-afe5-ec148a5fba62 is going to be updated. [ 1667.924570] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.924791] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.924791] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.924977] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.925129] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1667.925285] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be539486-1f62-412b-afe5-ec148a5fba62" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.406503] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f87d7ec-2e69-4d8e-8969-566ae00b1493',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1668.911530] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.911983] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.911983] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.911983] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.912175] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.912175] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f87d7ec-2e69-4d8e-8969-566ae00b1493 is going to be created. [ 1668.936028] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.936028] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.936028] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.936028] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.936028] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.945168] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f87d7ec-2e69-4d8e-8969-566ae00b1493 in Status: UNINITIALIZED for 2s [ 1670.956509] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f87d7ec-2e69-4d8e-8969-566ae00b1493 in Status: SUCCESS [ 1670.956913] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f87d7ec-2e69-4d8e-8969-566ae00b1493" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1670.956913] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f87d7ec-2e69-4d8e-8969-566ae00b1493" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1670.957135] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f87d7ec-2e69-4d8e-8969-566ae00b1493" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1670.957325] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1670.957442] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.957508] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1670.957662] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1670.957744] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1670.957827] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f87d7ec-2e69-4d8e-8969-566ae00b1493" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1670.957914] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f87d7ec-2e69-4d8e-8969-566ae00b1493',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1671.460193] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f87d7ec-2e69-4d8e-8969-566ae00b1493',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1671.962647] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f87d7ec-2e69-4d8e-8969-566ae00b1493: rpc.has_security_group_logging(os_id): False [ 1671.979888] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1671.980176] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.980176] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1671.980302] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1671.980387] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1671.980682] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1671.980823] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.980823] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1671.980970] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1671.981056] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1671.981142] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f87d7ec-2e69-4d8e-8969-566ae00b1493 is going to be created. [ 1672.036906] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1672.037144] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.037144] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1672.037347] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1672.037527] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1672.047545] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f87d7ec-2e69-4d8e-8969-566ae00b1493 in Status: IN_PROGRESS for 2s [ 1672.394609] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1672.394828] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1674.061597] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f87d7ec-2e69-4d8e-8969-566ae00b1493 in Status: SUCCESS [ 1674.062059] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f87d7ec-2e69-4d8e-8969-566ae00b1493" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1677.396663] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1677.396663] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1682.397865] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1682.398296] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1687.399275] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1687.399659] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1692.400534] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1692.400980] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1697.401593] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1697.402061] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1702.403145] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1702.403530] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1707.404292] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1707.404820] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1712.405188] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1712.405457] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1717.406020] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1717.406472] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1722.407690] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1722.407991] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1727.408395] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1727.408819] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1729.169777] env[65476]: INFO networking_nsxv3.common.synchronization [req-78bffa5f-4764-4705-8cd4-e5bbcf84cb60 req-91576800-6266-4094-b1cb-d9617087db9e tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Enqueued Resource ID: 1f87d7ec-2e69-4d8e-8969-566ae00b1493 with Priority: HIGHEST for action security_group_members [ 1729.170353] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f87d7ec-2e69-4d8e-8969-566ae00b1493 with Priority: HIGHEST for action security_group_members [ 1729.170659] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f87d7ec-2e69-4d8e-8969-566ae00b1493 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1729.170781] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f87d7ec-2e69-4d8e-8969-566ae00b1493" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.170846] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f87d7ec-2e69-4d8e-8969-566ae00b1493" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1729.171085] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f87d7ec-2e69-4d8e-8969-566ae00b1493" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1729.171237] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1729.171662] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.171662] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1729.171662] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1729.171662] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1729.171852] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f87d7ec-2e69-4d8e-8969-566ae00b1493',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1729.673861] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1729.673861] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.674137] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1729.674221] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1729.674318] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1729.674523] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1729.674629] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.674690] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1729.674843] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1729.674918] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1729.675014] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f87d7ec-2e69-4d8e-8969-566ae00b1493 is going to be updated. [ 1729.714828] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1729.715031] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.715082] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1729.715296] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1729.715470] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1729.723953] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f87d7ec-2e69-4d8e-8969-566ae00b1493 in Status: IN_PROGRESS for 2s [ 1731.739865] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f87d7ec-2e69-4d8e-8969-566ae00b1493 in Status: SUCCESS [ 1731.739865] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f87d7ec-2e69-4d8e-8969-566ae00b1493 deletion is rescheduled due to dependency. [ 1731.739865] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f87d7ec-2e69-4d8e-8969-566ae00b1493" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1733.929263] env[65476]: INFO networking_nsxv3.common.synchronization [None req-a6bdda2f-3f12-4b9d-a9ef-137e3d421543 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Enqueued Resource ID: 5faa1079-3bb5-4f5b-b6c5-0db816804e93 with Priority: HIGHEST for action security_group_rules [ 1733.929801] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5faa1079-3bb5-4f5b-b6c5-0db816804e93 with Priority: HIGHEST for action security_group_rules [ 1733.930128] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5faa1079-3bb5-4f5b-b6c5-0db816804e93 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1733.930250] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5faa1079-3bb5-4f5b-b6c5-0db816804e93" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.930311] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5faa1079-3bb5-4f5b-b6c5-0db816804e93" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1733.930611] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5faa1079-3bb5-4f5b-b6c5-0db816804e93" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1733.930666] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5faa1079-3bb5-4f5b-b6c5-0db816804e93',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1734.010461] env[65476]: INFO networking_nsxv3.common.synchronization [None req-fcbcbfef-ee60-4827-b3fe-f2583d03f4fb tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Enqueued Resource ID: 5faa1079-3bb5-4f5b-b6c5-0db816804e93 with Priority: HIGHEST for action security_group_rules [ 1734.011208] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5faa1079-3bb5-4f5b-b6c5-0db816804e93 with Priority: HIGHEST for action security_group_rules [ 1734.011483] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5faa1079-3bb5-4f5b-b6c5-0db816804e93 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1734.011588] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5faa1079-3bb5-4f5b-b6c5-0db816804e93" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.452586] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1734.452754] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.452798] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1734.453046] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1734.453123] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1734.453200] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5faa1079-3bb5-4f5b-b6c5-0db816804e93 already deleted. [ 1734.453282] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5faa1079-3bb5-4f5b-b6c5-0db816804e93" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1734.453453] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5faa1079-3bb5-4f5b-b6c5-0db816804e93" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1734.453643] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5faa1079-3bb5-4f5b-b6c5-0db816804e93" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1734.453695] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5faa1079-3bb5-4f5b-b6c5-0db816804e93',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1734.972816] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1734.973215] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.973215] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1734.973215] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1734.973326] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1734.973419] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5faa1079-3bb5-4f5b-b6c5-0db816804e93 already deleted. [ 1734.973464] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5faa1079-3bb5-4f5b-b6c5-0db816804e93" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1736.634990] env[65476]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] NSXv3 Agent Agent loop - iteration:4 completed [ 1736.635423] env[65476]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5215d98c-c82a-4d1c-a783-9f78f214949f None None] NSXv3 Agent Agent loop - iteration:5 started [ 1739.012298] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1739.012528] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1739.317616] env[65476]: INFO networking_nsxv3.common.synchronization [req-2ad8bbcf-a323-4683-85c8-37997f56cb75 req-5467b911-7ac9-4d1c-94e7-12cf93e9bfa1 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Enqueued Resource ID: 5faa1079-3bb5-4f5b-b6c5-0db816804e93 with Priority: HIGHEST for action security_group_members [ 1739.317889] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5faa1079-3bb5-4f5b-b6c5-0db816804e93 with Priority: HIGHEST for action security_group_members [ 1739.318224] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5faa1079-3bb5-4f5b-b6c5-0db816804e93 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1739.318353] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5faa1079-3bb5-4f5b-b6c5-0db816804e93" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.318420] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5faa1079-3bb5-4f5b-b6c5-0db816804e93" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1739.318677] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5faa1079-3bb5-4f5b-b6c5-0db816804e93" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1739.318828] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1739.318944] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.319312] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1739.319312] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1739.319312] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1739.319312] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5faa1079-3bb5-4f5b-b6c5-0db816804e93',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1739.581551] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock network-880 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1739.581750] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "network-880" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.582019] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "network-880" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1739.582349] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "network-880" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1739.582643] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1739.582837] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.582983] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1739.583267] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1739.583466] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1739.585253] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1739.585391] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] NeedRegenerationException {{(pid=65476) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1739.585507] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] no value, waiting for create lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1739.585618] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] value creation lock acquired {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1739.585734] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] No value present for key: 'zone-id' {{(pid=65476) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1739.585843] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Calling creation function for not-yet-present value {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1739.585988] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1739.606854] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1739.607053] env[65476]: DEBUG dogpile.cache.region [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65476) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1739.607170] env[65476]: DEBUG dogpile.lock [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Released creation lock {{(pid=65476) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1739.607318] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "network-880" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1739.607629] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock port-023086dd-ca3c-45f2-bfa7-edfbcd5799a7 taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1739.607801] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "port-023086dd-ca3c-45f2-bfa7-edfbcd5799a7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.607919] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "port-023086dd-ca3c-45f2-bfa7-edfbcd5799a7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1739.608269] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "port-023086dd-ca3c-45f2-bfa7-edfbcd5799a7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1739.608410] env[65476]: DEBUG networking_nsxv3.api.rpc [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('023086dd-ca3c-45f2-bfa7-edfbcd5799a7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1739.821124] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1739.821344] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.821418] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1739.821711] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1739.821915] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1739.822112] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1739.822246] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.822333] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1739.822531] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1739.822631] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1739.822749] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5faa1079-3bb5-4f5b-b6c5-0db816804e93 already deleted. [ 1739.822861] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5faa1079-3bb5-4f5b-b6c5-0db816804e93" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1740.111681] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1740.111990] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.112046] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1740.112359] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1740.112517] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1740.112676] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Segment Port 023086dd-ca3c-45f2-bfa7-edfbcd5799a7 not found, creating... [ 1740.112935] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1740.113109] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.113227] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1740.113452] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1740.113579] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1740.113873] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1740.114015] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.114132] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1740.114336] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1740.114465] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1740.114602] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Resource: SegmentPort with ID: 023086dd-ca3c-45f2-bfa7-edfbcd5799a7 is going to be created. [ 1740.134826] env[65476]: DEBUG networking_nsxv3.common.locking [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1740.135061] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.135200] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1740.135469] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1740.135698] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1740.135938] env[65476]: DEBUG oslo_concurrency.lockutils [None req-ccd5327d-516e-432b-a381-d619a2acfca5 None None] Releasing lock "port-023086dd-ca3c-45f2-bfa7-edfbcd5799a7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1740.817884] env[65476]: INFO networking_nsxv3.common.synchronization [req-2ad8bbcf-a323-4683-85c8-37997f56cb75 req-fce89589-9357-4f87-99fc-d7bbb6b51ba9 service nova] Enqueued Resource ID: 5faa1079-3bb5-4f5b-b6c5-0db816804e93 with Priority: HIGHEST for action security_group_rules [ 1740.818084] env[65476]: INFO networking_nsxv3.common.synchronization [req-2ad8bbcf-a323-4683-85c8-37997f56cb75 req-fce89589-9357-4f87-99fc-d7bbb6b51ba9 service nova] Enqueued Resource ID: 5faa1079-3bb5-4f5b-b6c5-0db816804e93 with Priority: HIGHEST for action security_group_members [ 1740.818225] env[65476]: INFO networking_nsxv3.common.synchronization [req-2ad8bbcf-a323-4683-85c8-37997f56cb75 req-fce89589-9357-4f87-99fc-d7bbb6b51ba9 service nova] Enqueued Resource ID: 023086dd-ca3c-45f2-bfa7-edfbcd5799a7 with Priority: HIGHEST for action port [ 1740.818457] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5faa1079-3bb5-4f5b-b6c5-0db816804e93 with Priority: HIGHEST for action security_group_rules [ 1740.818588] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5faa1079-3bb5-4f5b-b6c5-0db816804e93 with Priority: HIGHEST for action security_group_members [ 1740.818671] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023086dd-ca3c-45f2-bfa7-edfbcd5799a7 with Priority: HIGHEST for action port [ 1740.819650] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5faa1079-3bb5-4f5b-b6c5-0db816804e93 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1740.819775] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5faa1079-3bb5-4f5b-b6c5-0db816804e93" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.819845] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5faa1079-3bb5-4f5b-b6c5-0db816804e93" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1740.820055] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5faa1079-3bb5-4f5b-b6c5-0db816804e93" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1740.820138] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5faa1079-3bb5-4f5b-b6c5-0db816804e93',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1740.820965] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5faa1079-3bb5-4f5b-b6c5-0db816804e93 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1740.821206] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5faa1079-3bb5-4f5b-b6c5-0db816804e93" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.821289] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5faa1079-3bb5-4f5b-b6c5-0db816804e93" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1740.821459] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5faa1079-3bb5-4f5b-b6c5-0db816804e93" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1740.821607] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1740.821752] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.821825] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1740.822442] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1740.822442] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1740.822442] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5faa1079-3bb5-4f5b-b6c5-0db816804e93',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1740.822889] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock port-023086dd-ca3c-45f2-bfa7-edfbcd5799a7 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1740.823085] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-023086dd-ca3c-45f2-bfa7-edfbcd5799a7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.823158] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-023086dd-ca3c-45f2-bfa7-edfbcd5799a7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1740.823311] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-023086dd-ca3c-45f2-bfa7-edfbcd5799a7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1740.823631] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('023086dd-ca3c-45f2-bfa7-edfbcd5799a7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1741.324735] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5faa1079-3bb5-4f5b-b6c5-0db816804e93',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1741.325780] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5faa1079-3bb5-4f5b-b6c5-0db816804e93 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1741.325918] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5faa1079-3bb5-4f5b-b6c5-0db816804e93" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.326275] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 023086dd-ca3c-45f2-bfa7-edfbcd5799a7 with status ACTIVE [ 1741.326462] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1741.326582] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.326630] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1741.326816] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1741.326899] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1741.327678] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1741.327811] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.327882] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1741.328068] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1741.328155] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1741.328374] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1741.328542] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.328608] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1741.328755] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1741.328858] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1741.328949] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 023086dd-ca3c-45f2-bfa7-edfbcd5799a7 is going to be updated. [ 1741.350244] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1741.350458] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.350458] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1741.350628] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1741.350760] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1741.350910] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-023086dd-ca3c-45f2-bfa7-edfbcd5799a7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1741.827216] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5faa1079-3bb5-4f5b-b6c5-0db816804e93',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1742.329648] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1742.329648] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.330057] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1742.330057] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1742.330057] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1742.330176] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5faa1079-3bb5-4f5b-b6c5-0db816804e93 is going to be created. [ 1742.355934] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1742.356107] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.356181] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1742.356396] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1742.356560] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1742.365213] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5faa1079-3bb5-4f5b-b6c5-0db816804e93 in Status: UNINITIALIZED for 2s [ 1744.376335] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5faa1079-3bb5-4f5b-b6c5-0db816804e93 in Status: SUCCESS [ 1744.376748] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5faa1079-3bb5-4f5b-b6c5-0db816804e93" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1744.376748] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5faa1079-3bb5-4f5b-b6c5-0db816804e93" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1744.376909] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5faa1079-3bb5-4f5b-b6c5-0db816804e93" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1744.377059] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1744.377173] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.377234] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1744.377392] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1744.377474] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1744.377557] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5faa1079-3bb5-4f5b-b6c5-0db816804e93" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1744.377645] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5faa1079-3bb5-4f5b-b6c5-0db816804e93',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1744.880376] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5faa1079-3bb5-4f5b-b6c5-0db816804e93',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1745.383530] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5faa1079-3bb5-4f5b-b6c5-0db816804e93: rpc.has_security_group_logging(os_id): False [ 1745.402366] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1745.402567] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.402614] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1745.402812] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1745.402934] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1745.403217] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1745.403383] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.403504] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1745.403751] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1745.403893] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1745.404053] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5faa1079-3bb5-4f5b-b6c5-0db816804e93 is going to be created. [ 1745.462424] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1745.462675] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.462675] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1745.462898] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1745.463102] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1745.473654] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5faa1079-3bb5-4f5b-b6c5-0db816804e93 in Status: IN_PROGRESS for 2s [ 1745.819690] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1745.819894] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1747.485964] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5faa1079-3bb5-4f5b-b6c5-0db816804e93 in Status: SUCCESS [ 1747.486356] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5faa1079-3bb5-4f5b-b6c5-0db816804e93" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1750.820642] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1750.821033] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1755.822026] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1755.822443] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1760.823189] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1760.823608] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1765.824311] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1765.824679] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1770.825325] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1770.825738] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1775.591173] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1775.591603] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.591603] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1775.591684] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1775.591725] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1775.826159] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1775.826391] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1776.094123] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1776.596930] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1777.099548] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1777.099767] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1777.827603] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1777.828163] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.828163] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1777.828163] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1777.839410] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1777.840284] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1777.841358] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1777.878134] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1777.878347] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.878347] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1777.878533] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1777.892197] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1777.892991] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1777.893098] env[65476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1777.893166] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1777.923327] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1777.923836] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.923938] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1777.924597] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1777.925247] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1777.925558] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1778.019797] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.020059] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.020059] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.020235] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.020549] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.020855] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1778.113859] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.114063] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.114063] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.114215] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.114522] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.114793] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:10. [ 1778.114874] env[65476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'e1c61fc8-34f2-42b0-a59f-6b6a4bee4807', '5faa1079-3bb5-4f5b-b6c5-0db816804e93', '1f87d7ec-2e69-4d8e-8969-566ae00b1493', '891719c2-1d9c-4c23-82fe-0f7cc2f37de7', 'cfc37dd4-b74f-40af-8652-e98d6ba08e63', 'e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8', 'ce161cd1-25c0-4dff-a320-e47e330247dd', 'b5a62259-8fb7-44d4-ae82-0ea816208854', 'be06d0b9-a4d5-4cf1-bb45-2ca0d66af267', '6492e50c-3051-48cc-a27f-d04e71171dad'} {{(pid=65476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1778.114953] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1778.134119] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.134342] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.134342] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.134527] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.134609] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.134711] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1778.134780] env[65476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1778.134847] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1778.222343] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.222593] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.222593] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.222716] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.223964] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.224234] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1778.224305] env[65476]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65476) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1778.224378] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1778.224445] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1778.224518] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 10/10 resources of Type:Security Group Rules [ 1778.224602] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e1c61fc8-34f2-42b0-a59f-6b6a4bee4807 with Priority: HIGH for action security_group_rules [ 1778.224682] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5faa1079-3bb5-4f5b-b6c5-0db816804e93 with Priority: HIGH for action security_group_rules [ 1778.224747] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1f87d7ec-2e69-4d8e-8969-566ae00b1493 with Priority: HIGH for action security_group_rules [ 1778.224809] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 891719c2-1d9c-4c23-82fe-0f7cc2f37de7 with Priority: HIGH for action security_group_rules [ 1778.224869] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cfc37dd4-b74f-40af-8652-e98d6ba08e63 with Priority: HIGH for action security_group_rules [ 1778.224929] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8 with Priority: HIGH for action security_group_rules [ 1778.224988] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGH for action security_group_rules [ 1778.225063] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b5a62259-8fb7-44d4-ae82-0ea816208854 with Priority: HIGH for action security_group_rules [ 1778.225125] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 with Priority: HIGH for action security_group_rules [ 1778.225184] env[65476]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6492e50c-3051-48cc-a27f-d04e71171dad with Priority: HIGH for action security_group_rules [ 1778.225250] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 1778.225309] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 1778.225496] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.225656] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.225656] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.225817] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.225891] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.226078] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.226171] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.226227] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.226375] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.226444] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.226609] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.226710] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.226771] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.226905] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.226974] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.227156] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.227243] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.227293] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.227423] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.227492] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.227652] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.227736] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.227792] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.227920] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.227988] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.228161] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.228246] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.228294] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.228429] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.228496] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.228654] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.228739] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.228795] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.228925] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.228991] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.229190] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.229297] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.229370] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.229503] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.229575] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.229740] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.229828] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.229919] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.230023] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.230094] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.230255] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.230341] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.230470] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.230513] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.230584] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.230747] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.230833] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.230889] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.231029] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.231099] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.231261] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.231364] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.231451] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.231593] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.231663] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.231826] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.231912] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.231968] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.232112] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.232180] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.232340] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.232430] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.232547] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.232611] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.232678] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.232837] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.232923] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.232979] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.233122] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.233191] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.233351] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.233437] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.233493] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.233622] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.233693] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.233868] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.233956] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.234024] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.234160] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.234226] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.234385] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.234474] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.234529] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.234659] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.234728] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.234888] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.234974] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.235041] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.235172] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.235239] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.235398] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.235486] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.235541] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.235669] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.235736] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.235896] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.235983] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.236050] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.236178] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.236246] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.236435] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.236527] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.236584] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.236717] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.236786] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.236947] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.237048] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.237105] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.237234] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.237300] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.237462] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.237544] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.237592] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.237723] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.237791] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.237948] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.238048] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.238105] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.238233] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.238301] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.238461] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.238563] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.238601] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.238726] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.238794] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.238952] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.239050] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.239103] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.239232] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.239313] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.239481] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.239570] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.239623] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.239755] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.239822] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.239979] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.240078] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.240168] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.240258] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.240325] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.240484] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.240567] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.240619] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.240746] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.240807] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.240966] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.241060] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.241115] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.241245] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.241313] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.241504] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.241592] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.241646] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.241775] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.241863] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.242045] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.242136] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.242190] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.242320] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.242388] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.242572] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.242663] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.242717] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.242850] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.242921] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.243094] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.243183] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.243236] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.243366] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.243428] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.243588] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.243672] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.243726] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.243854] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.243922] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.244094] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.244181] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.244234] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.244361] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.244430] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.244591] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.244677] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.244740] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.244860] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.244927] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.245106] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.245193] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.245247] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.245376] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.245446] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.245604] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.245689] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.245743] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.245870] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.245937] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.246108] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.246195] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.246247] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.246376] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.246448] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.246604] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.246686] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.246733] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.246864] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.246930] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.247101] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.247189] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.247242] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.247370] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.247432] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.247591] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.247678] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.247731] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.247859] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.247920] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.248092] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.248180] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.248232] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.248359] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.248426] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.248588] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.248674] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.248727] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.248855] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.248917] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.249090] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.249178] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.249231] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.249388] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.249479] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.249617] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.249702] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.249755] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.249883] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.249951] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.250124] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.250209] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.250263] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.250390] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.250460] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.250619] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.250704] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.250757] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.250885] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.250945] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.251120] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.251208] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.251262] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.251406] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.251483] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.251637] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.251724] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.251783] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.251908] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.251978] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.252150] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.252231] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.252284] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.252418] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.252497] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.252665] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.252752] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.252806] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.252935] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.253013] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.253180] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.253267] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.253323] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.253452] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.253523] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.253684] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.253776] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.253827] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.253946] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.254024] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.254187] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.254272] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.254325] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.254455] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.254517] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.254678] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.254761] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.254809] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.254938] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.255014] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.255176] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.255262] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.255315] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.255443] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.255503] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.255666] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.255747] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.255800] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.255928] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.255993] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.256164] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.256249] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.256303] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.256431] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.256501] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.256661] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.256744] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.256808] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.256925] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.256993] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.257177] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.257266] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.257319] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.257448] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.257514] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.257677] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.257821] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.257821] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.257933] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.257996] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.258169] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.258254] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.258309] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.258440] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.258501] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.258662] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.258744] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.258794] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.258916] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.258983] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.259154] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.259235] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.259308] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.259448] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.259519] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.259683] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.259773] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.259830] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.259952] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.260032] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.260196] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.260283] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.260337] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.260467] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.260539] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.260697] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.260780] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.260837] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.260962] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.261035] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.261199] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.261284] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.261395] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.261500] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.261571] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.261686] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 1778.261750] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 1778.261811] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1778.336974] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.337273] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.337273] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.337406] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.337700] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.337944] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1778.406407] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1778.406653] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.406653] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1778.406789] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1778.407114] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1778.420575] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1780.828063] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1780.828063] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=10], Jobs=0 [ 1780.828063] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1c61fc8-34f2-42b0-a59f-6b6a4bee4807 with Priority: HIGH for action security_group_rules [ 1780.828063] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f87d7ec-2e69-4d8e-8969-566ae00b1493 with Priority: HIGH for action security_group_rules [ 1780.828063] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce161cd1-25c0-4dff-a320-e47e330247dd with Priority: HIGH for action security_group_rules [ 1780.828063] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6492e50c-3051-48cc-a27f-d04e71171dad with Priority: HIGH for action security_group_rules [ 1780.828646] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 with Priority: HIGH for action security_group_rules [ 1780.828646] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8 with Priority: HIGH for action security_group_rules [ 1780.828646] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a62259-8fb7-44d4-ae82-0ea816208854 with Priority: HIGH for action security_group_rules [ 1780.828646] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc37dd4-b74f-40af-8652-e98d6ba08e63 with Priority: HIGH for action security_group_rules [ 1780.828646] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5faa1079-3bb5-4f5b-b6c5-0db816804e93 with Priority: HIGH for action security_group_rules [ 1780.828646] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 891719c2-1d9c-4c23-82fe-0f7cc2f37de7 with Priority: HIGH for action security_group_rules [ 1780.828965] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1c61fc8-34f2-42b0-a59f-6b6a4bee4807 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.829100] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1c61fc8-34f2-42b0-a59f-6b6a4bee4807" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.829159] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1c61fc8-34f2-42b0-a59f-6b6a4bee4807" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.829343] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1c61fc8-34f2-42b0-a59f-6b6a4bee4807" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.829423] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1c61fc8-34f2-42b0-a59f-6b6a4bee4807',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1780.830427] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f87d7ec-2e69-4d8e-8969-566ae00b1493 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.830570] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f87d7ec-2e69-4d8e-8969-566ae00b1493" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.830644] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f87d7ec-2e69-4d8e-8969-566ae00b1493" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.830817] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f87d7ec-2e69-4d8e-8969-566ae00b1493" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.830894] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f87d7ec-2e69-4d8e-8969-566ae00b1493',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1780.831722] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce161cd1-25c0-4dff-a320-e47e330247dd taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.832614] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.832747] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.832944] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.833080] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce161cd1-25c0-4dff-a320-e47e330247dd',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1780.834064] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6492e50c-3051-48cc-a27f-d04e71171dad taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.834204] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6492e50c-3051-48cc-a27f-d04e71171dad" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.834328] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6492e50c-3051-48cc-a27f-d04e71171dad" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.834485] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6492e50c-3051-48cc-a27f-d04e71171dad" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.834586] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6492e50c-3051-48cc-a27f-d04e71171dad',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1780.837570] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.837759] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.837759] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.837969] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.837969] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be06d0b9-a4d5-4cf1-bb45-2ca0d66af267',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1780.838941] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.839218] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.839218] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.839362] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.839362] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1780.840140] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5a62259-8fb7-44d4-ae82-0ea816208854 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.840299] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5a62259-8fb7-44d4-ae82-0ea816208854" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.840410] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5a62259-8fb7-44d4-ae82-0ea816208854" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.840670] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5a62259-8fb7-44d4-ae82-0ea816208854" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.840767] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5a62259-8fb7-44d4-ae82-0ea816208854',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1780.841631] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfc37dd4-b74f-40af-8652-e98d6ba08e63 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.841774] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfc37dd4-b74f-40af-8652-e98d6ba08e63" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.842159] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfc37dd4-b74f-40af-8652-e98d6ba08e63" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.842159] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfc37dd4-b74f-40af-8652-e98d6ba08e63" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.842159] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfc37dd4-b74f-40af-8652-e98d6ba08e63',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1780.843046] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5faa1079-3bb5-4f5b-b6c5-0db816804e93 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.843194] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5faa1079-3bb5-4f5b-b6c5-0db816804e93" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.843289] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5faa1079-3bb5-4f5b-b6c5-0db816804e93" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.843480] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5faa1079-3bb5-4f5b-b6c5-0db816804e93" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.843570] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5faa1079-3bb5-4f5b-b6c5-0db816804e93',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1780.844407] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock rules-891719c2-1d9c-4c23-82fe-0f7cc2f37de7 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.845102] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-891719c2-1d9c-4c23-82fe-0f7cc2f37de7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.845102] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-891719c2-1d9c-4c23-82fe-0f7cc2f37de7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.845102] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-891719c2-1d9c-4c23-82fe-0f7cc2f37de7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.845102] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('891719c2-1d9c-4c23-82fe-0f7cc2f37de7',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1780.878187] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.878409] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.878409] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.878584] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.882116] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.882303] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.883952] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.884105] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.884753] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.884841] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.894902] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1780.895024] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1c61fc8-34f2-42b0-a59f-6b6a4bee4807 is going to be deleted. [ 1780.895844] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.896072] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.917515] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1780.917675] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f87d7ec-2e69-4d8e-8969-566ae00b1493 is going to be deleted. [ 1780.918517] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.918725] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.938842] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1780.939035] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce161cd1-25c0-4dff-a320-e47e330247dd is going to be deleted. [ 1780.939927] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.940157] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.960455] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1780.960622] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6492e50c-3051-48cc-a27f-d04e71171dad is going to be deleted. [ 1780.974600] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.974845] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.974845] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.975037] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.975117] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1780.975242] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f87d7ec-2e69-4d8e-8969-566ae00b1493" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1780.978254] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.978401] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.978439] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.978627] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.978717] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1780.978812] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1c61fc8-34f2-42b0-a59f-6b6a4bee4807" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.027197] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1781.027455] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.027455] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1781.027614] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1781.027705] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.027826] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce161cd1-25c0-4dff-a320-e47e330247dd" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.055882] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1781.056118] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.056118] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1781.056321] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1781.056409] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.056533] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6492e50c-3051-48cc-a27f-d04e71171dad" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.349295] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5faa1079-3bb5-4f5b-b6c5-0db816804e93 taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1781.349536] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5faa1079-3bb5-4f5b-b6c5-0db816804e93" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.349536] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5faa1079-3bb5-4f5b-b6c5-0db816804e93" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1781.349745] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5faa1079-3bb5-4f5b-b6c5-0db816804e93" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1781.349906] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1781.350018] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.350074] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1781.350217] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1781.350300] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.350386] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5faa1079-3bb5-4f5b-b6c5-0db816804e93" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.350469] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5faa1079-3bb5-4f5b-b6c5-0db816804e93',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1781.369997] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1781.370241] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.370332] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1781.370540] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1781.372438] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1781.372582] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.373153] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1781.373245] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.373855] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1781.373945] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.374721] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1781.374827] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.391651] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.391812] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5a62259-8fb7-44d4-ae82-0ea816208854 is going to be deleted. [ 1781.392565] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1781.392763] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1781.409846] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.409981] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be06d0b9-a4d5-4cf1-bb45-2ca0d66af267 is going to be deleted. [ 1781.410783] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1781.410981] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1781.427349] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.427491] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfc37dd4-b74f-40af-8652-e98d6ba08e63 is going to be deleted. [ 1781.428288] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1781.428486] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1781.449759] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1781.449965] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.455132] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.455269] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8 is going to be deleted. [ 1781.456135] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1781.456344] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1781.470913] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1781.471131] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.476452] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.476574] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 891719c2-1d9c-4c23-82fe-0f7cc2f37de7 is going to be deleted. [ 1781.477420] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1781.477658] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1781.477751] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.477870] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5a62259-8fb7-44d4-ae82-0ea816208854" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.478076] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1781.478178] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1781.478283] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.478351] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be06d0b9-a4d5-4cf1-bb45-2ca0d66af267" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.482420] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1781.482569] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.482661] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1781.483076] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1781.483076] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.483076] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfc37dd4-b74f-40af-8652-e98d6ba08e63" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.503503] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1781.503666] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.503712] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1781.503871] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1781.503956] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.504087] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e43b81bd-46fb-42e7-a3c0-ae1a8afad5c8" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.533963] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1781.534178] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.534178] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1781.534379] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1781.534484] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.534571] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-891719c2-1d9c-4c23-82fe-0f7cc2f37de7" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.853458] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5faa1079-3bb5-4f5b-b6c5-0db816804e93',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1782.356284] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5faa1079-3bb5-4f5b-b6c5-0db816804e93: rpc.has_security_group_logging(os_id): False [ 1782.374171] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.374393] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.374504] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.374805] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.391997] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.392325] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.392470] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.392555] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.392769] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.392851] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.392941] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5faa1079-3bb5-4f5b-b6c5-0db816804e93 is going to be updated. [ 1782.451546] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1782.451792] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.451792] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.451971] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1782.452136] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.465426] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5faa1079-3bb5-4f5b-b6c5-0db816804e93 in Status: IN_PROGRESS for 2s [ 1784.479838] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5faa1079-3bb5-4f5b-b6c5-0db816804e93 in Status: SUCCESS [ 1784.480241] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5faa1079-3bb5-4f5b-b6c5-0db816804e93" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1785.830341] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1785.830717] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1790.831794] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1790.832263] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1795.833109] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1795.833480] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1800.834013] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1800.834517] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1800.939756] env[65476]: INFO networking_nsxv3.common.synchronization [req-aad174d9-9363-4f0d-81d1-397258c4ef85 req-03704900-85e7-49a4-a3cf-32f34c8b272f tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Enqueued Resource ID: 5faa1079-3bb5-4f5b-b6c5-0db816804e93 with Priority: HIGHEST for action security_group_members [ 1800.939915] env[65476]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5faa1079-3bb5-4f5b-b6c5-0db816804e93 with Priority: HIGHEST for action security_group_members [ 1800.940233] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock member-5faa1079-3bb5-4f5b-b6c5-0db816804e93 taken with stack trace [, , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1800.940348] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5faa1079-3bb5-4f5b-b6c5-0db816804e93" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.940950] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5faa1079-3bb5-4f5b-b6c5-0db816804e93" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1800.940950] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5faa1079-3bb5-4f5b-b6c5-0db816804e93" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1800.940950] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1800.941154] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.941218] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1800.941502] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1800.941555] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1800.941687] env[65476]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5faa1079-3bb5-4f5b-b6c5-0db816804e93',) {} {{(pid=65476) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1801.445122] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1801.445122] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.445122] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1801.445122] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1801.445122] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1801.445494] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1801.445494] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.445494] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1801.445494] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1801.445653] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1801.445653] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5faa1079-3bb5-4f5b-b6c5-0db816804e93 is going to be updated. [ 1801.474485] env[65476]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65476) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1801.474724] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.474724] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1801.474989] env[65476]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1801.475166] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1801.482719] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5faa1079-3bb5-4f5b-b6c5-0db816804e93 in Status: IN_PROGRESS for 2s [ 1803.494468] env[65476]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5faa1079-3bb5-4f5b-b6c5-0db816804e93 in Status: SUCCESS [ 1803.494468] env[65476]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5faa1079-3bb5-4f5b-b6c5-0db816804e93 deletion is rescheduled due to dependency. [ 1803.494468] env[65476]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5faa1079-3bb5-4f5b-b6c5-0db816804e93" {{(pid=65476) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1805.941313] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1805.941768] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1810.942442] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1810.942849] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1815.943590] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1815.943590] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1820.944311] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1820.944741] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1825.945709] env[65476]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1825.946084] env[65476]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0